{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26b8c58c-2ee6-4ebc-bc4a-8673c5c46010"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26b8c58c-2ee6-4ebc-bc4a-8673c5c46010"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26b8c58c-2ee6-4ebc-bc4a-8673c5c46010"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26b8c58c-2ee6-4ebc-bc4a-8673c5c46010"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26b8c58c-2ee6-4ebc-bc4a-8673c5c46010","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26b8c58c-2ee6-4ebc-bc4a-8673c5c46010"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26b8c58c-2ee6-4ebc-bc4a-8673c5c46010","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26b8c58c-2ee6-4ebc-bc4a-8673c5c46010"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26b8c58c-2ee6-4ebc-bc4a-8673c5c46010"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26b8c58c-2ee6-4ebc-bc4a-8673c5c46010"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26b8c58c-2ee6-4ebc-bc4a-8673c5c46010"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Deployment processed","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":false}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a5dbb2-0741-4548-a020-3539fdeb8bf8"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating FIPS-compliant CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf","ips":["10.132.0.29","127.0.0.1","172.31.165.8"],"ipAddresses":["10.132.0.29","127.0.0.1","172.31.165.8"]}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Deployment processed","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b32db2fb-37aa-4828-98c3-375476a6a769"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":false}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4395aec1-d85c-4776-b754-067c7603fe05"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating FIPS-compliant CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7","ips":["","127.0.0.1","172.31.197.169"],"ipAddresses":["127.0.0.1","172.31.197.169"]}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"972e9531-d1f3-405a-b2cb-bf2820219ca4"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecc532e-1b85-4783-8ae8-7537b7dbd6f6"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86ff2107-88d4-46be-8ec5-db968a2bc9fd"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf662a78-7fea-4289-a1cd-ca71e8032bbf"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e3dc8052-cdc6-4b13-b899-0d60aed5c041"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b947128c-784e-4489-a632-5fa1d0bacc56"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Deployment processed","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164","route":"llm/e2e-distinct-simulated-kserve-route","ready":false}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"117d1b4f-8fe1-4ed1-9ca7-7d8cbbc23164"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating FIPS-compliant CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88","ips":["","127.0.0.1","172.31.251.159"],"ipAddresses":["127.0.0.1","172.31.251.159"]}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"320fc86b-7b64-437d-8a58-5685bbcf4b10"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"878287ea-0686-4eb0-9d8e-0e588dff5b41"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6da41455-3157-4117-92f1-60e6b5ab7229"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f0352d5-a506-4ff9-a714-c2f823a4b413"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7db228de-dbb6-4867-a327-5323686d9c88"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating FIPS-compliant CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72","ips":["10.134.0.61","127.0.0.1","172.31.251.159"],"ipAddresses":["10.134.0.61","127.0.0.1","172.31.251.159"]}
{"level":"info","ts":"2026-04-21T02:54:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:50Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:50Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fefb103c-0c37-4e57-bde5-9e49da88caf7"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating FIPS-compliant CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545","ips":["10.132.0.30","127.0.0.1","172.31.197.169"],"ipAddresses":["10.132.0.30","127.0.0.1","172.31.197.169"]}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27"}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27"}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27"}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27"}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27"}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27"}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27"}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27"}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27"}
{"level":"info","ts":"2026-04-21T02:54:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ea1b9f-09a8-4508-bb30-9feacf0dca27"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e62ccf-d9bf-4fa4-bf2a-72b801d40a2d"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67beaa10-942c-4ea9-b3a4-ccd5da796a72"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05015b3f-2f82-4129-8f40-bdcebcb2aa6c"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8030b794-ff2d-480c-a4cc-fb8c6b6db48a"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b89785f5-dc6a-4a35-8243-8e40ccb22545"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-275zm"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6","authEnabled":true}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}
{"level":"info","ts":"2026-04-21T02:54:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe645ea-6efd-4fb4-9d00-977048b7b0c6"}