{"level":"info","ts":"2026-04-20T19:38:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:26Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5"}
{"level":"info","ts":"2026-04-20T19:38:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5"}
{"level":"info","ts":"2026-04-20T19:38:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d30978-8c32-4034-b010-216edb0751f5"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97336b74-64ae-43a8-95b8-2a94c9499eb0"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf35aa2-33a2-4259-a385-f8803638e29d"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f1fb141-6201-4e08-aefe-edc78ac294d4"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba9baa1-74cf-4fa5-bc71-9c1e5dffdeb7"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Deployment processed","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":false}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"facebook-opt-125m-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"facebook-opt-125m-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40aef9ba-9248-43d2-81bf-0b1ad52d5e2f"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating FIPS-compliant CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266","ips":["","127.0.0.1","172.31.33.135"],"ipAddresses":["127.0.0.1","172.31.33.135"]}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:38Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe9ccb6f-95e4-44b3-bd68-e1aff3e448fe"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ccf52a4-dd87-474b-b825-3b56fbdca67c"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d03b394-c8c6-4b65-b9c5-d411c82cefc9"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f665958-f23e-45bd-bc26-81bfb53c7150"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4158c8c-6a02-4ff5-bd98-61c5e8e9198d"}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6f7732b-ca23-4e10-9e81-fff016d7a74b"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eecceb51-c3ac-459e-8021-ce5a6d838577"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb","combined.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"premium-simulated-simulated-premium-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/premium-simulated-simulated-premium"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"premium-simulated-simulated-premium-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://facebook/opt-125m","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550d479e-f977-44e1-9069-a8473db3c7eb"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6ca73ca-33ee-4cde-ac77-3784c34db586"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a247c6-aebd-4257-a8f5-e4ca7fcdfb1b"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-distinct-2-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-distinct-2-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-distinct-2-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-distinct-model-2"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-distinct-model-2","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"651c6f0b-c51e-4f52-b45f-6f3bc3270f61"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10a4af03-a84a-445e-b75c-489c4b1ba266"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:38:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating FIPS-compliant CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da","ips":["10.133.0.50","127.0.0.1","172.31.33.135"],"ipAddresses":["10.133.0.50","127.0.0.1","172.31.33.135"]}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c3282c3-c785-4e86-b891-bfd81d7c7f07"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:38:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating FIPS-compliant CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1","ips":["10.133.0.45","127.0.0.1","172.31.57.42"],"ipAddresses":["10.133.0.45","127.0.0.1","172.31.57.42"]}
{"level":"info","ts":"2026-04-20T19:39:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:39:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:39:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:39:00Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1389120d-ba05-44d1-b558-4536327825e1"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-unab60ef4d3a239b5143b412cab04acac3-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-unconfigured-facebook-opt-125m-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"facebook/opt-125m"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","facebook/opt-125m","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84a10741-077c-426b-8da7-7a703236769b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f62fa5ec-0f2e-4a1b-8b15-8367875364da"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b924d648-b260-4cca-ab80-632423ca744b"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile","msg":"Reconciling with combined base configurations","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80","combined.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"volumes":[{"name":"home","emptyDir":{}},{"name":"dshm","emptyDir":{"medium":"Memory","sizeLimit":"1Gi"}},{"name":"model-cache","emptyDir":{}},{"name":"tls-certs","secret":{"secretName":"e2e-trlp-test-simulated-kserve-self-signed-certs"}}],"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}},{"name":"HOME","value":"/home"},{"name":"VLLM_LOGGING_LEVEL","value":"INFO"},{"name":"HF_HUB_CACHE","value":"/models"}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"volumeMounts":[{"name":"home","mountPath":"/home"},{"name":"dshm","mountPath":"/dev/shm"},{"name":"model-cache","mountPath":"/models"},{"name":"tls-certs","readOnly":true,"mountPath":"/var/run/kserve/tls"}],"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"},"initialDelaySeconds":120,"timeoutSeconds":10,"periodSeconds":10,"failureThreshold":3},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":5,"periodSeconds":10,"failureThreshold":60},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["ALL"]},"runAsNonRoot":true,"readOnlyRootFilesystem":false,"allowPrivilegeEscalation":false,"seccompProfile":{"type":"RuntimeDefault"}}}],"terminationGracePeriodSeconds":30},"router":{"route":{"http":{"spec":{"parentRefs":[{"group":"gateway.networking.k8s.io","kind":"Gateway","namespace":"openshift-ingress","name":"maas-default-gateway"}],"rules":[{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated/v1/chat/completions"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/v1/chat/completions"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}},{"matches":[{"path":{"type":"PathPrefix","value":"/llm/e2e-trlp-test-simulated"}}],"filters":[{"type":"URLRewrite","urlRewrite":{"path":{"type":"ReplacePrefixMatch","replacePrefixMatch":"/"}}}],"backendRefs":[{"group":"","kind":"Service","name":"e2e-trlp-test-simulated-kserve-workload-svc","port":8000,"weight":1}],"timeouts":{"request":"0s","backendRequest":"0s"}}]}}},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}},"original.spec":{"model":{"uri":"hf://sshleifer/tiny-gpt2","name":"test/e2e-trlp-test-model"},"replicas":1,"template":{"containers":[{"name":"main","image":"ghcr.io/llm-d/llm-d-inference-sim:v0.8.2","command":["/app/llm-d-inference-sim"],"args":["--port","8000","--model","test/e2e-trlp-test-model","--mode","random","--no-mm-encoder-only","--ssl-certfile","/var/run/kserve/tls/tls.crt","--ssl-keyfile","/var/run/kserve/tls/tls.key"],"ports":[{"name":"https","containerPort":8000,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}},{"name":"POD_IP","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"status.podIP"}}}],"resources":{"limits":{"cpu":"500m","memory":"512Mi"},"requests":{"cpu":"100m","memory":"256Mi"}},"livenessProbe":{"httpGet":{"path":"/health","port":"https","scheme":"HTTPS"}},"readinessProbe":{"httpGet":{"path":"/ready","port":"https","scheme":"HTTPS"}},"imagePullPolicy":"Always"}]},"router":{"route":{},"gateway":{"refs":[{"name":"maas-default-gateway","namespace":"openshift-ingress"}]}}}}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"CredentialBuilder","msg":"found secret","SecretName":"default-dockercfg-dfttb"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.validateGatewayOCP","msg":"Red Hat Connectivity Link (Kuadrant) is installed or Auth is disabled","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80","authEnabled":true}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Warning: Istio shadow service is not present yet, continue without reconciling the associated DestinationRule","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}
{"level":"info","ts":"2026-04-20T19:39:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7da7b922-39d7-4b02-afcc-6d1188076d80"}