--- apiVersion: v1 kind: Pod metadata: annotations: k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.38/23"],"mac_address":"0a:58:0a:85:00:26","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.38/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.38" ], "mac": "0a:58:0a:85:00:26", "default": true, "dns": {} }] leaderworkerset.sigs.k8s.io/leader-name: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn-0 leaderworkerset.sigs.k8s.io/size: "2" openshift.io/scc: openshift-ai-llminferenceservice-scc seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: serviceaccount creationTimestamp: "2026-04-24T21:56:42Z" deletionGracePeriodSeconds: 30 deletionTimestamp: "2026-04-24T22:01:01Z" generateName: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn-0- generation: 2 labels: app.kubernetes.io/component: llminferenceservice-workload-worker app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-f312f5ec app.kubernetes.io/part-of: llminferenceservice apps.kubernetes.io/pod-index: "1" controller-revision-hash: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn-0-7566656f48 leaderworkerset.sigs.k8s.io/group-index: "0" leaderworkerset.sigs.k8s.io/group-key: f4e678a6cc0bc4b72f9b105c667689266cad99bc leaderworkerset.sigs.k8s.io/name: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn leaderworkerset.sigs.k8s.io/template-revision-hash: 55b89c8b4d leaderworkerset.sigs.k8s.io/worker-index: "1" statefulset.kubernetes.io/pod-name: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn-0-1 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-131-162 operation: Update subresource: status time: "2026-04-24T21:56:42Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:leaderworkerset.sigs.k8s.io/leader-name: {} f:leaderworkerset.sigs.k8s.io/size: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:apps.kubernetes.io/pod-index: {} f:controller-revision-hash: {} f:leaderworkerset.sigs.k8s.io/group-index: {} f:leaderworkerset.sigs.k8s.io/group-key: {} f:leaderworkerset.sigs.k8s.io/name: {} f:leaderworkerset.sigs.k8s.io/template-revision-hash: {} f:statefulset.kubernetes.io/pod-name: {} f:ownerReferences: .: {} k:{"uid":"cae93ee4-4b39-460d-8f80-3fedcf7854e3"}: {} f:spec: f:containers: k:{"name":"main"}: .: {} f:args: {} f:command: {} f:env: .: {} k:{"name":"HF_HUB_CACHE"}: .: {} f:name: {} f:value: {} k:{"name":"HOME"}: .: {} f:name: {} f:value: {} k:{"name":"TORCHINDUCTOR_CACHE_DIR"}: .: {} f:name: {} f:value: {} k:{"name":"USER"}: .: {} f:name: {} f:value: {} k:{"name":"VLLM_CPU_KVCACHE_SPACE"}: .: {} f:name: {} f:value: {} k:{"name":"VLLM_LOGGING_LEVEL"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:ports: .: {} k:{"containerPort":8000,"protocol":"TCP"}: .: {} f:containerPort: {} f:protocol: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:add: {} f:drop: {} f:readOnlyRootFilesystem: {} f:runAsNonRoot: {} f:seccompProfile: .: {} f:type: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/dev/shm"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/home"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/mnt/models"}: .: {} f:mountPath: {} f:name: {} f:readOnly: {} k:{"mountPath":"/models"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/tmp"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/var/run/kserve/tls"}: .: {} f:mountPath: {} f:name: {} f:readOnly: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:hostname: {} f:initContainers: .: {} k:{"name":"storage-initializer"}: .: {} f:args: {} f:env: .: {} k:{"name":"HF_HUB_ENABLE_HF_TRANSFER"}: .: {} f:name: {} f:value: {} k:{"name":"HF_XET_HIGH_PERFORMANCE"}: .: {} f:name: {} f:value: {} k:{"name":"HF_XET_NUM_CONCURRENT_RANGE_GETS"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/mnt/models"}: .: {} f:mountPath: {} f:name: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:serviceAccount: {} f:serviceAccountName: {} f:subdomain: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"dshm"}: .: {} f:emptyDir: .: {} f:medium: {} f:sizeLimit: {} f:name: {} k:{"name":"home"}: .: {} f:emptyDir: {} f:name: {} k:{"name":"kserve-provision-location"}: .: {} f:emptyDir: {} f:name: {} k:{"name":"model-cache"}: .: {} f:emptyDir: {} f:name: {} k:{"name":"tls-certs"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:secretName: {} k:{"name":"tmp-dir"}: .: {} f:emptyDir: {} f:name: {} manager: kube-controller-manager operation: Update time: "2026-04-24T21:56:42Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-24T21:56:42Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:message: {} f:reason: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:message: {} f:reason: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:message: {} f:reason: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.38"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-24T21:56:43Z" name: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn-0-1 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: StatefulSet name: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn-0 uid: cae93ee4-4b39-460d-8f80-3fedcf7854e3 resourceVersion: "47454" uid: 3686aaee-a164-47db-a295-48ccda8ae151 spec: containers: - args: - --served-model-name - facebook/opt-125m - --port - "8000" - --enable-ssl-refresh - --ssl-certfile - /var/run/kserve/tls/tls.crt - --ssl-keyfile - /var/run/kserve/tls/tls.key command: - vllm - serve - /mnt/models env: - name: LWS_LEADER_ADDRESS value: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn-0.llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn.kserve-ci-e2e-test - name: LWS_GROUP_SIZE value: "2" - name: LWS_WORKER_INDEX value: "1" - name: VLLM_CPU_KVCACHE_SPACE value: "1" - name: USER value: nonroot - name: TORCHINDUCTOR_CACHE_DIR value: /tmp/torchinductor-cache - name: HOME value: /home - name: VLLM_LOGGING_LEVEL value: INFO - name: HF_HUB_CACHE value: /models image: public.ecr.aws/q9t5s3a7/vllm-cpu-release-repo:v0.19.0 imagePullPolicy: IfNotPresent name: main ports: - containerPort: 8000 protocol: TCP resources: limits: cpu: "2" memory: 7Gi requests: cpu: 200m memory: 2Gi securityContext: allowPrivilegeEscalation: false capabilities: add: - IPC_LOCK - SYS_RAWIO - NET_RAW drop: - ALL readOnlyRootFilesystem: true runAsNonRoot: true runAsUser: 1000690000 seccompProfile: type: RuntimeDefault terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /home name: home - mountPath: /tmp name: tmp-dir - mountPath: /dev/shm name: dshm - mountPath: /models name: model-cache - mountPath: /var/run/kserve/tls name: tls-certs readOnly: true - mountPath: /mnt/models name: kserve-provision-location readOnly: true - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-p9fr6 readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true hostname: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn-0-1 imagePullSecrets: - name: default-dockercfg-qdwck - name: llmisvc-model-fb-opt-125m-route-f312f5-cb7fb8cf-dockercfg-8n4vs initContainers: - args: - hf://facebook/opt-125m - /mnt/models env: - name: LWS_LEADER_ADDRESS value: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn-0.llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn.kserve-ci-e2e-test - name: LWS_GROUP_SIZE value: "2" - name: LWS_WORKER_INDEX value: "1" - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000690000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-p9fr6 readOnly: true nodeName: ip-10-0-131-162.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: seLinuxOptions: level: s0:c26,c20 seccompProfile: type: RuntimeDefault serviceAccount: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn serviceAccountName: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn subdomain: llmisvc-model-fb-opt-125m-route-f312f5ec-kserve-mn terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: home - emptyDir: {} name: tmp-dir - emptyDir: medium: Memory sizeLimit: 8Gi name: dshm - emptyDir: {} name: model-cache - name: tls-certs secret: defaultMode: 420 secretName: llmisv4e643bc258191ffc517a31cd1d0ddd27-kserve-self-signed-certs - emptyDir: {} name: kserve-provision-location - name: kube-api-access-p9fr6 projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace - configMap: items: - key: service-ca.crt path: service-ca.crt name: openshift-service-ca.crt status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-24T21:56:43Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-24T21:56:42Z" message: 'containers with incomplete status: [storage-initializer]' reason: ContainersNotInitialized status: "False" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-24T21:56:42Z" message: 'containers with unready status: [main]' reason: ContainersNotReady status: "False" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-24T21:56:42Z" message: 'containers with unready status: [main]' reason: ContainersNotReady status: "False" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-24T21:56:42Z" status: "True" type: PodScheduled containerStatuses: - image: public.ecr.aws/q9t5s3a7/vllm-cpu-release-repo:v0.19.0 imageID: "" lastState: {} name: main ready: false restartCount: 0 started: false state: waiting: reason: PodInitializing volumeMounts: - mountPath: /home name: home - mountPath: /tmp name: tmp-dir - mountPath: /dev/shm name: dshm - mountPath: /models name: model-cache - mountPath: /var/run/kserve/tls name: tls-certs readOnly: true recursiveReadOnly: Disabled - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-p9fr6 readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.131.162 hostIPs: - ip: 10.0.131.162 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://14bed72b6ed353e849ca1da232dd611ca8c57eeb3d6317caccc26e7166367b81 image: quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:6cef6c11c57863719f57517e9ee5fa00250053aecb8b3ac6e61531c7b3b9e60a lastState: {} name: storage-initializer ready: false resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: true state: running: startedAt: "2026-04-24T21:56:42Z" user: linux: gid: 0 supplementalGroups: - 0 uid: 1000690000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-p9fr6 readOnly: true recursiveReadOnly: Disabled phase: Pending podIP: 10.133.0.38 podIPs: - ip: 10.133.0.38 qosClass: Burstable startTime: "2026-04-24T21:56:42Z"