{"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159db641-2eb2-47ad-a03f-34ac3a62b506"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f40fbc66-76d1-40b1-b6ce-838e62a00c64"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e2ac7bf-07ef-4d4a-923a-c81aa1ce1591"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca447876-8479-47ae-84d4-782a9011dee2"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a040bf-d132-4eae-92c1-ad6e0ba67459"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686"} {"level":"info","ts":"2026-05-27T21:40:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c218e184-93b8-473c-99d5-12d03fc7f686"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10d9ba84-cbc8-4674-adee-d2db4277eab4"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b239b3ca-c7c6-429d-9df2-c6d36514c0ec"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3181df-b993-42d5-87b7-56b6588b709c"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a44ba83-0c6a-4c28-831d-2cc4b9c8a44d"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"604e38e2-09f6-4859-8f45-8b7ac0bf4b9c"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ca2346e-d4f5-424a-9539-6ce14a542c0d"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:46Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3","authEnabled":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84c41f2-071f-4b26-abcc-cadbc65306af"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34886863-21b8-4ab4-811b-27148fbdc3c1"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4256edd-b679-494b-ba3e-757b2a21e049"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f06fd8e9-01e2-4655-ba3a-c32c799842c3"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3860f676-ba67-4569-ab3c-5ed3179bfa6c"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"586e3686-672d-424a-8190-2db77ca0ff1f"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:40:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-knrtt"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d","authEnabled":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f","authEnabled":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb","authEnabled":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44","authEnabled":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb","authEnabled":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82","authEnabled":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb72d43-6bf3-4bec-a2e8-b139ea6e67fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19587e21-f81c-4a6e-804e-aeabfdffb71d"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d7bdad6-ec5a-4e06-a1b7-65843752b83f"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85920e6-5639-4f1e-acc4-b1b031110c44"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82e8ac5-5601-4ff3-a484-300e3e8e32fb"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"} {"level":"info","ts":"2026-05-27T21:41:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3f03369-fe3c-4767-be3b-391a37324e82"}