{"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6","authEnabled":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79","authEnabled":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754","authEnabled":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c","authEnabled":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390","authEnabled":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e","authEnabled":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d852a604-0c16-4a3b-a125-6b6ca75bb4d6"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac8fb9f0-7e5d-49aa-b460-56639903b390"} {"level":"info","ts":"2026-05-21T18:47:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"936bb3cc-5d8e-47a6-84f5-bd6101b7bd2c"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ea2984-df1f-450c-a9a8-2de919805754"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e92fce54-71ae-4359-8b2e-0b0083aa2a79"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e"} {"level":"info","ts":"2026-05-21T18:47:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84e4d928-9d00-49a4-b2f9-7249d10dfe5e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"838c4c94-fa8d-4d70-81d4-67116a72115e"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a24b3702-97bc-432c-8ef4-390e58439467"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"317f5066-bf97-45ff-8504-9d1055974da9"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6dd1122f-4583-4be9-8a37-edbe2bc45af3"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa967ff-790d-444d-857a-501269fd9c5a"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ab5f1b4-8a27-4678-9285-1a504f9702f2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bc134ff-4a8e-44b3-98b8-bde7454f7517"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f333e621-261d-4930-9555-465380d9a0e2"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ee1a02-2179-49ac-9759-9de7192cc71d"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39a2be8b-0818-4341-880c-fce4f7e9388b"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93bc5689-de9a-4043-9e3b-cf009c76ac5f"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e9571e-4abc-4d3e-b843-a70e7718c7fd"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-z4gdk"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d","authEnabled":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4ea2b17-3be8-42df-83e9-0a39d8de2809"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56de3bc4-8401-45c2-b699-e3c769abef16"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d479e422-a294-4b57-a660-7bc66aa40fbf"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a87896b-d137-45f0-8caa-f92ee52ba23d"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5b9487dd-12f1-4f8e-8e96-b87c13fcd812"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"} {"level":"info","ts":"2026-05-21T18:48:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe2ff8f0-cd7d-4e37-a34c-636339120328"}