{"level":"info","ts":"2026-07-25T02:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","gateway":"openshift-ingress/e2e-ipp-a-67eb46","ready":true} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","route":"ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-route","ready":true} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"fbb883ce-f973-4491-838a-d745088c22e1","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","gateway":"openshift-ingress/e2e-ipp-a-67eb46","ready":true} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","route":"ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-route","ready":true} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:36Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"c08873ea-ddfd-41fb-b3f6-884f431c18cf","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","gateway":"openshift-ingress/e2e-ipp-a-67eb46","ready":true} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","route":"ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-route","ready":true} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b814727a-5db5-416e-bc35-621ac39faf0f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:39Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","gateway":"openshift-ingress/e2e-ipp-a-67eb46","ready":true} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","route":"ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-route","ready":true} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"49e3155f-7d21-4a36-9c09-c5a1667bd5da","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","gateway":"openshift-ingress/e2e-ipp-a-67eb46","ready":true} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","route":"ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-route","ready":true} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"dc15cda6-bdc2-47c0-a598-9a63c55adb48","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","gateway":"openshift-ingress/e2e-ipp-a-67eb46","ready":true} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","route":"ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-route","ready":true} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"03d027dc-ea53-4a43-b4bf-0fe4dfd8faf8","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","gateway":"openshift-ingress/e2e-ipp-a-67eb46","ready":true} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","route":"ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-route","ready":true} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:19:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"b44cb5e4-d590-4847-8aa1-d28d1bd05f7d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"70d230d5-73de-4bb2-b3d7-26d247dfae0d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"70d230d5-73de-4bb2-b3d7-26d247dfae0d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"70d230d5-73de-4bb2-b3d7-26d247dfae0d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"70d230d5-73de-4bb2-b3d7-26d247dfae0d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"70d230d5-73de-4bb2-b3d7-26d247dfae0d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"70d230d5-73de-4bb2-b3d7-26d247dfae0d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"70d230d5-73de-4bb2-b3d7-26d247dfae0d","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-workload-svc: services \"ipp-route-67eb46-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-25T02:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-25T02:20:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"70d230d5-73de-4bb2-b3d7-26d247dfae0d","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-workload-svc: services \"ipp-route-67eb46-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"e71fe679-74fb-4c29-8494-1fc18a930395","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"e71fe679-74fb-4c29-8494-1fc18a930395","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"e71fe679-74fb-4c29-8494-1fc18a930395","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"e71fe679-74fb-4c29-8494-1fc18a930395","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"e71fe679-74fb-4c29-8494-1fc18a930395","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"e71fe679-74fb-4c29-8494-1fc18a930395","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"error","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"e71fe679-74fb-4c29-8494-1fc18a930395","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-workload-svc: services \"ipp-route-67eb46-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-25T02:20:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"e71fe679-74fb-4c29-8494-1fc18a930395","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-workload-svc: services \"ipp-route-67eb46-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"89a484b2-754e-40a2-b068-e4076292fe2c","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"89a484b2-754e-40a2-b068-e4076292fe2c","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"89a484b2-754e-40a2-b068-e4076292fe2c","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"89a484b2-754e-40a2-b068-e4076292fe2c","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"89a484b2-754e-40a2-b068-e4076292fe2c","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"89a484b2-754e-40a2-b068-e4076292fe2c","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"error","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"89a484b2-754e-40a2-b068-e4076292fe2c","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-workload-svc: services \"ipp-route-67eb46-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-25T02:20:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"89a484b2-754e-40a2-b068-e4076292fe2c","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-workload-svc: services \"ipp-route-67eb46-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"d4a6933b-e959-414c-b4ef-ae933525b978","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"d4a6933b-e959-414c-b4ef-ae933525b978","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"d4a6933b-e959-414c-b4ef-ae933525b978","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"d4a6933b-e959-414c-b4ef-ae933525b978","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"d4a6933b-e959-414c-b4ef-ae933525b978","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"d4a6933b-e959-414c-b4ef-ae933525b978","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"error","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"d4a6933b-e959-414c-b4ef-ae933525b978","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-workload-svc: services \"ipp-route-67eb46-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-25T02:20:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"d4a6933b-e959-414c-b4ef-ae933525b978","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-workload-svc: services \"ipp-route-67eb46-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"433b1b46-5031-4d27-8394-2c23da5794c7","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"433b1b46-5031-4d27-8394-2c23da5794c7","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"433b1b46-5031-4d27-8394-2c23da5794c7","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"433b1b46-5031-4d27-8394-2c23da5794c7","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"433b1b46-5031-4d27-8394-2c23da5794c7","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"433b1b46-5031-4d27-8394-2c23da5794c7","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"error","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"433b1b46-5031-4d27-8394-2c23da5794c7","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-workload-svc: services \"ipp-route-67eb46-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-25T02:20:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"433b1b46-5031-4d27-8394-2c23da5794c7","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-workload-svc: services \"ipp-route-67eb46-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"edbc2e07-b7c6-458b-8670-b3835f554e1a","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"edbc2e07-b7c6-458b-8670-b3835f554e1a","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"edbc2e07-b7c6-458b-8670-b3835f554e1a","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"edbc2e07-b7c6-458b-8670-b3835f554e1a","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"edbc2e07-b7c6-458b-8670-b3835f554e1a","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"edbc2e07-b7c6-458b-8670-b3835f554e1a","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"error","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"edbc2e07-b7c6-458b-8670-b3835f554e1a","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-workload-svc: services \"ipp-route-67eb46-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-25T02:20:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"edbc2e07-b7c6-458b-8670-b3835f554e1a","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-workload-svc: services \"ipp-route-67eb46-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"552ae683-1f96-4b09-a68b-b14a7f315857","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"552ae683-1f96-4b09-a68b-b14a7f315857","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"552ae683-1f96-4b09-a68b-b14a7f315857","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"552ae683-1f96-4b09-a68b-b14a7f315857","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"552ae683-1f96-4b09-a68b-b14a7f315857","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","ips":["127.0.0.1"],"dnsNames":["ipp-route-67eb46-kserve-workload-svc.ai-tenant-e2e-ipp-a-67eb46.svc","ipp-route-67eb46-kserve-workload-svc.ai-tenant-e2e-ipp-a-67eb46.svc.cluster.local","localhost"]} {"level":"info","ts":"2026-07-25T02:20:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-25T02:20:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"552ae683-1f96-4b09-a68b-b14a7f315857","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-self-signed-certs: secrets \"ipp-route-67eb46-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-25T02:20:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"552ae683-1f96-4b09-a68b-b14a7f315857","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-67eb46/ipp-route-67eb46-kserve-self-signed-certs: secrets \"ipp-route-67eb46-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-67eb46 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-25T02:20:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"2e40e164-5913-4181-bf1b-430edd3aec9f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:49Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"2e40e164-5913-4181-bf1b-430edd3aec9f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"error","ts":"2026-07-25T02:20:49Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"2e40e164-5913-4181-bf1b-430edd3aec9f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-25T02:20:49Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"2e40e164-5913-4181-bf1b-430edd3aec9f","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"error","ts":"2026-07-25T02:20:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"2e40e164-5913-4181-bf1b-430edd3aec9f","error":"Operation cannot be fulfilled on llminferenceservices.serving.kserve.io \"ipp-route-67eb46\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-25T02:20:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"5e2a0fac-380f-4870-bdde-aef2aa44d67b","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:49Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"5e2a0fac-380f-4870-bdde-aef2aa44d67b","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"error","ts":"2026-07-25T02:20:49Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"5e2a0fac-380f-4870-bdde-aef2aa44d67b","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-25T02:20:49Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"5e2a0fac-380f-4870-bdde-aef2aa44d67b","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"} {"level":"info","ts":"2026-07-25T02:20:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"00f4ff16-ea4b-4615-a7b1-997187550426","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-67eb46","namespace":"ai-tenant-e2e-ipp-a-67eb46"},"namespace":"ai-tenant-e2e-ipp-a-67eb46","name":"ipp-route-67eb46","reconcileID":"63714137-7897-4e48-a90e-6bdefd8e50a4","Namespace":"ai-tenant-e2e-ipp-a-67eb46","Name":"ipp-route-67eb46"} {"level":"info","ts":"2026-07-25T02:20:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:20:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:24Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:26Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:34Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-25T02:21:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}