{"level":"info","ts":"2026-07-28T21:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","gateway":"openshift-ingress/e2e-ipp-a-d6ef24","ready":true} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","route":"ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"d1fd4d04-d808-40c2-b797-480f74a35747","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","gateway":"openshift-ingress/e2e-ipp-a-d6ef24","ready":true} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","route":"ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"1f757439-2aa9-41a2-ad03-45d4136ad515","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","gateway":"openshift-ingress/e2e-ipp-a-d6ef24","ready":true} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","route":"ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"c5286d4b-0d10-430c-83e3-6814c80c3f62","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","gateway":"openshift-ingress/e2e-ipp-a-d6ef24","ready":true} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","route":"ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"655fe927-a906-4e7c-afc3-fca514cd8ff5","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","gateway":"openshift-ingress/e2e-ipp-a-d6ef24","ready":true} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","route":"ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"35d0f12a-a023-4ad7-b516-c46ceee7de67","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","gateway":"openshift-ingress/e2e-ipp-a-d6ef24","ready":true} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","route":"ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"287cc000-73e5-4f46-a465-0898b920b57b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","gateway":"openshift-ingress/e2e-ipp-a-d6ef24","ready":true} {"level":"info","ts":"2026-07-28T21:19:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","route":"ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T21:19:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:19:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"94d6cff2-8c81-4e01-8dc5-dac215413c09","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"de525cb8-3f7a-422a-a377-0e2365609c82","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"de525cb8-3f7a-422a-a377-0e2365609c82","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"de525cb8-3f7a-422a-a377-0e2365609c82","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"de525cb8-3f7a-422a-a377-0e2365609c82","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"de525cb8-3f7a-422a-a377-0e2365609c82","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"de525cb8-3f7a-422a-a377-0e2365609c82","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"error","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"de525cb8-3f7a-422a-a377-0e2365609c82","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve: deployments.apps \"ipp-route-d6ef24-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d6ef24 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T21:20:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"de525cb8-3f7a-422a-a377-0e2365609c82","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve: deployments.apps \"ipp-route-d6ef24-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d6ef24 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"ddc4c8e6-b0d1-4ced-8a6c-2a19d10a4983","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"ddc4c8e6-b0d1-4ced-8a6c-2a19d10a4983","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"ddc4c8e6-b0d1-4ced-8a6c-2a19d10a4983","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"ddc4c8e6-b0d1-4ced-8a6c-2a19d10a4983","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"ddc4c8e6-b0d1-4ced-8a6c-2a19d10a4983","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"ddc4c8e6-b0d1-4ced-8a6c-2a19d10a4983","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"error","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"ddc4c8e6-b0d1-4ced-8a6c-2a19d10a4983","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve: deployments.apps \"ipp-route-d6ef24-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d6ef24 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T21:20:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"ddc4c8e6-b0d1-4ced-8a6c-2a19d10a4983","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve: deployments.apps \"ipp-route-d6ef24-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d6ef24 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"461c2920-037c-413b-afc7-aafd032aaded","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"461c2920-037c-413b-afc7-aafd032aaded","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"461c2920-037c-413b-afc7-aafd032aaded","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"461c2920-037c-413b-afc7-aafd032aaded","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"461c2920-037c-413b-afc7-aafd032aaded","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"461c2920-037c-413b-afc7-aafd032aaded","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"error","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"461c2920-037c-413b-afc7-aafd032aaded","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve: deployments.apps \"ipp-route-d6ef24-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d6ef24 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T21:20:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"461c2920-037c-413b-afc7-aafd032aaded","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve: deployments.apps \"ipp-route-d6ef24-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d6ef24 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"a5b80268-902c-4699-ab84-93579a3e8a0b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"a5b80268-902c-4699-ab84-93579a3e8a0b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"a5b80268-902c-4699-ab84-93579a3e8a0b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"a5b80268-902c-4699-ab84-93579a3e8a0b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"error","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"a5b80268-902c-4699-ab84-93579a3e8a0b","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to get defaults for v1.Secret ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve-self-signed-certs: secrets \"ipp-route-d6ef24-kserve-self-signed-certs\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T21:20:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"a5b80268-902c-4699-ab84-93579a3e8a0b","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to get defaults for v1.Secret ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve-self-signed-certs: secrets \"ipp-route-d6ef24-kserve-self-signed-certs\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"fbac3325-e60d-4b6f-ab1b-f8553ed69bb8","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"fbac3325-e60d-4b6f-ab1b-f8553ed69bb8","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"fbac3325-e60d-4b6f-ab1b-f8553ed69bb8","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"fbac3325-e60d-4b6f-ab1b-f8553ed69bb8","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"fbac3325-e60d-4b6f-ab1b-f8553ed69bb8","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","ips":["127.0.0.1","172.31.1.130"],"dnsNames":["ipp-route-d6ef24-kserve-workload-svc.ai-tenant-e2e-ipp-a-d6ef24.svc","ipp-route-d6ef24-kserve-workload-svc.ai-tenant-e2e-ipp-a-d6ef24.svc.cluster.local","localhost"]} {"level":"info","ts":"2026-07-28T21:20:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-28T21:20:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"fbac3325-e60d-4b6f-ab1b-f8553ed69bb8","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve-self-signed-certs: secrets \"ipp-route-d6ef24-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d6ef24 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T21:20:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"fbac3325-e60d-4b6f-ab1b-f8553ed69bb8","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-d6ef24/ipp-route-d6ef24-kserve-self-signed-certs: secrets \"ipp-route-d6ef24-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d6ef24 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T21:20:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"f378931e-55a8-4da4-8e8d-deb31294770c","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:44Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"f378931e-55a8-4da4-8e8d-deb31294770c","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"error","ts":"2026-07-28T21:20:44Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"f378931e-55a8-4da4-8e8d-deb31294770c","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T21:20:44Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"f378931e-55a8-4da4-8e8d-deb31294770c","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"error","ts":"2026-07-28T21:20:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"f378931e-55a8-4da4-8e8d-deb31294770c","error":"Operation cannot be fulfilled on llminferenceservices.serving.kserve.io \"ipp-route-d6ef24\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T21:20:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"cf11de9e-8168-4d94-a90e-e94d17b71b4f","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:44Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"cf11de9e-8168-4d94-a90e-e94d17b71b4f","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"error","ts":"2026-07-28T21:20:44Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"cf11de9e-8168-4d94-a90e-e94d17b71b4f","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T21:20:44Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"cf11de9e-8168-4d94-a90e-e94d17b71b4f","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"7948e6e6-58f7-4150-9a73-0a77a88e6330","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"},"namespace":"ai-tenant-e2e-ipp-a-d6ef24","name":"ipp-route-d6ef24","reconcileID":"daa2a089-2505-459f-a969-a8af20d7de57","Namespace":"ai-tenant-e2e-ipp-a-d6ef24","Name":"ipp-route-d6ef24"} {"level":"info","ts":"2026-07-28T21:20:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:20:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:09Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:37Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:41Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T21:21:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}