--- apiVersion: v1 kind: Pod metadata: annotations: k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.19/23"],"mac_address":"0a:58:0a:85:00:13","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.19/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.19" ], "mac": "0a:58:0a:85:00:13", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user creationTimestamp: "2026-07-29T10:37:52Z" generateName: s3-init- generation: 1 labels: batch.kubernetes.io/controller-uid: afe8c226-ef51-4a2d-a03b-359a233e3650 batch.kubernetes.io/job-name: s3-init controller-uid: afe8c226-ef51-4a2d-a03b-359a233e3650 job-name: s3-init managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-134-91 operation: Update subresource: status time: "2026-07-29T10:37:52Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:generateName: {} f:labels: .: {} f:batch.kubernetes.io/controller-uid: {} f:batch.kubernetes.io/job-name: {} f:controller-uid: {} f:job-name: {} f:ownerReferences: .: {} k:{"uid":"afe8c226-ef51-4a2d-a03b-359a233e3650"}: {} f:spec: f:containers: k:{"name":"s3-init"}: .: {} f:command: {} f:env: .: {} k:{"name":"AWS_ACCESS_KEY_ID"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} k:{"name":"AWS_DEFAULT_REGION"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_ENDPOINT_URL_S3"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_SECRET_ACCESS_KEY"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:initContainers: .: {} k:{"name":"download-hf-model"}: .: {} f:command: {} f:env: .: {} k:{"name":"HF_HUB_DISABLE_PROGRESS_BARS"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"model-cache"}: .: {} f:emptyDir: {} f:name: {} manager: kube-controller-manager operation: Update time: "2026-07-29T10:37:52Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-07-29T10:37:52Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:reason: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:reason: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodScheduled"}: f:observedGeneration: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:reason: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:observedGeneration: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.19"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-07-29T10:39:09Z" name: s3-init-vvhm9 namespace: kserve ownerReferences: - apiVersion: batch/v1 blockOwnerDeletion: true controller: true kind: Job name: s3-init uid: afe8c226-ef51-4a2d-a03b-359a233e3650 resourceVersion: "14448" uid: 2e5234fa-dc2c-44ed-aa70-2a4ab10a9d4c spec: containers: - command: - /bin/sh - -c - | aws s3 mb s3://logger-output || true aws s3 mb s3://example-models || true curl -L https://storage.googleapis.com/kfserving-examples/models/sklearn/1.0/model/model.joblib -o /tmp/sklearn-model.joblib aws s3 cp /tmp/sklearn-model.joblib s3://example-models/sklearn/model.joblib --no-verify-ssl aws s3 sync /shared/facebook/opt-125m s3://example-models/facebook/opt-125m/ --no-verify-ssl env: - name: AWS_ACCESS_KEY_ID valueFrom: secretKeyRef: key: accesskey name: mlpipeline-s3-artifact - name: AWS_SECRET_ACCESS_KEY valueFrom: secretKeyRef: key: secretkey name: mlpipeline-s3-artifact - name: AWS_DEFAULT_REGION value: us-east-1 - name: AWS_ENDPOINT_URL_S3 value: http://s3-service.kserve:8333 image: docker.io/amazon/aws-cli:2.33.11@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e imagePullPolicy: IfNotPresent name: s3-init resources: {} securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000630000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-5rzsq readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-fp5lb initContainers: - command: - python3 - -c - | from huggingface_hub import snapshot_download snapshot_download( "facebook/opt-125m", local_dir="/shared/facebook/opt-125m", ignore_patterns=["*.msgpack", "*.h5", "flax_model*", "tf_model*", "rust_model*"], ) print("Model download complete") env: - name: HF_HUB_DISABLE_PROGRESS_BARS value: "1" image: quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1 imagePullPolicy: IfNotPresent name: download-hf-model resources: {} securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000630000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-5rzsq readOnly: true nodeName: ip-10-0-134-91.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Never schedulerName: default-scheduler securityContext: fsGroup: 1000630000 seLinuxOptions: level: s0:c25,c15 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 volumes: - emptyDir: {} name: model-cache - name: kube-api-access-5rzsq projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace - configMap: items: - key: service-ca.crt path: service-ca.crt name: openshift-service-ca.crt status: conditions: - lastProbeTime: null lastTransitionTime: "2026-07-29T10:39:09Z" observedGeneration: 1 status: "False" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-07-29T10:37:57Z" observedGeneration: 1 reason: PodCompleted status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-07-29T10:39:08Z" observedGeneration: 1 reason: PodCompleted status: "False" type: Ready - lastProbeTime: null lastTransitionTime: "2026-07-29T10:39:08Z" observedGeneration: 1 reason: PodCompleted status: "False" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-07-29T10:37:52Z" observedGeneration: 1 status: "True" type: PodScheduled containerStatuses: - containerID: cri-o://07b5ac8ca145e7c7485cfff1549c01004bcb9c33149b58405c8288ca38010b7c image: docker.io/amazon/aws-cli@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e imageID: docker.io/amazon/aws-cli@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e lastState: {} name: s3-init ready: false resources: {} restartCount: 0 started: false state: terminated: containerID: cri-o://07b5ac8ca145e7c7485cfff1549c01004bcb9c33149b58405c8288ca38010b7c exitCode: 0 finishedAt: "2026-07-29T10:39:07Z" reason: Completed startedAt: "2026-07-29T10:38:02Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000630000 uid: 1000630000 volumeMounts: - mountPath: /shared name: model-cache - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-5rzsq readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.134.91 hostIPs: - ip: 10.0.134.91 initContainerStatuses: - containerID: cri-o://2334d7d22c12ed9e591b143f3a555e7e9b39c445c374cfb7b42d85a8df2908ff image: quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:06e0c4deb71b80fef7a09e58d5b44374e11767f6cfd2dc2035a82f86f4702bbf lastState: {} name: download-hf-model ready: true resources: {} restartCount: 0 started: false state: terminated: containerID: cri-o://2334d7d22c12ed9e591b143f3a555e7e9b39c445c374cfb7b42d85a8df2908ff exitCode: 0 finishedAt: "2026-07-29T10:37:57Z" reason: Completed startedAt: "2026-07-29T10:37:56Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000630000 uid: 1000630000 volumeMounts: - mountPath: /shared name: model-cache - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-5rzsq readOnly: true recursiveReadOnly: Disabled observedGeneration: 1 phase: Succeeded podIP: 10.133.0.19 podIPs: - ip: 10.133.0.19 qosClass: BestEffort startTime: "2026-07-29T10:37:52Z"