{"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061","authEnabled":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5","authEnabled":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e","authEnabled":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15","authEnabled":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380","authEnabled":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e","authEnabled":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b316260-11e2-4b32-bb52-ffd2bf398061"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd6b5528-dd1f-446c-9199-0d04e14adca5"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8aad10e0-e772-40d7-a82f-90fec725c27e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09435476-6c2d-4f85-9449-a84bbda55f15"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23db7fc3-27df-470b-9c06-72bd7b28d21e"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:20:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11b9cf85-bf86-41bb-b25e-b5ece6ac1380"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10fe538e-1300-4a2e-80b2-bcb7387b5962"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98a19b4b-f46d-4709-8b0d-51ef34366c2d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e85a0b3-8aa3-44b4-8bab-db64ae1be02d"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f420ca3-90d8-4173-b941-8d206ff6cad6"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"034401c6-a66f-4b27-a702-35658f4e1591"} {"level":"info","ts":"2026-05-21T02:21:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e0dd4e-903d-42fb-8b77-5f588c8a4f6b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee39a56b-6706-47d3-9da2-d8838fdcf32b"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3d7eb7b-4cb4-4eb3-8e94-04c4dd874e2c"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1574b5c-2c47-4cc9-8e39-c8bae67ea535"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27cd3760-1389-4e8e-9244-9db8a0e96db6"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1de1cf6-16a6-4082-8533-e5a4a4d39fd6"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21cf460-22bc-473d-85d7-4b0853e6dffa"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-8vpnv"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305","authEnabled":true} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c45d9e3-e893-4a65-9d22-b031cca20e74"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b8f2d0-c27c-4589-aef1-b580c4ec46c0"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a663233a-3385-4417-b655-2ddb548301ea"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"874d2252-a9ea-4419-8d4f-dd16321983dc"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44846f8d-e660-4962-b66b-f8092e77c305"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"} {"level":"info","ts":"2026-05-21T02:21:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d9bf8be-f953-4658-be2a-151a3f848d4b"}