--- apiVersion: batch/v1 items: - apiVersion: batch/v1 kind: Job metadata: creationTimestamp: "2026-07-02T12:48:12Z" generation: 1 labels: batch.kubernetes.io/controller-uid: 7c294396-09de-4b94-b1b5-f2be510d680e batch.kubernetes.io/job-name: s3-init controller-uid: 7c294396-09de-4b94-b1b5-f2be510d680e job-name: s3-init managedFields: - apiVersion: batch/v1 fieldsType: FieldsV1 fieldsV1: f:spec: f:activeDeadlineSeconds: {} f:backoffLimit: {} f:completionMode: {} f:completions: {} f:manualSelector: {} f:parallelism: {} f:podReplacementPolicy: {} f:suspend: {} f:template: f:spec: f:containers: k:{"name":"s3-init"}: .: {} f:command: {} f:env: .: {} k:{"name":"AWS_ACCESS_KEY_ID"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} k:{"name":"AWS_DEFAULT_REGION"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_ENDPOINT_URL_S3"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_SECRET_ACCESS_KEY"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:dnsPolicy: {} f:initContainers: .: {} k:{"name":"download-hf-model"}: .: {} f:command: {} f:env: .: {} k:{"name":"HF_HUB_DISABLE_PROGRESS_BARS"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"model-cache"}: .: {} f:emptyDir: {} f:name: {} manager: kubectl-replace operation: Update time: "2026-07-02T12:48:12Z" - apiVersion: batch/v1 fieldsType: FieldsV1 fieldsV1: f:status: f:completionTime: {} f:conditions: {} f:ready: {} f:startTime: {} f:succeeded: {} f:terminating: {} f:uncountedTerminatedPods: {} manager: kube-controller-manager operation: Update subresource: status time: "2026-07-02T12:49:30Z" name: s3-init namespace: kserve resourceVersion: "14330" uid: 7c294396-09de-4b94-b1b5-f2be510d680e spec: activeDeadlineSeconds: 900 backoffLimit: 3 completionMode: NonIndexed completions: 1 manualSelector: false parallelism: 1 podReplacementPolicy: TerminatingOrFailed selector: matchLabels: batch.kubernetes.io/controller-uid: 7c294396-09de-4b94-b1b5-f2be510d680e suspend: false template: metadata: labels: batch.kubernetes.io/controller-uid: 7c294396-09de-4b94-b1b5-f2be510d680e batch.kubernetes.io/job-name: s3-init controller-uid: 7c294396-09de-4b94-b1b5-f2be510d680e job-name: s3-init spec: containers: - command: - /bin/sh - -c - | aws s3 mb s3://logger-output || true aws s3 mb s3://example-models || true curl -L https://storage.googleapis.com/kfserving-examples/models/sklearn/1.0/model/model.joblib -o /tmp/sklearn-model.joblib aws s3 cp /tmp/sklearn-model.joblib s3://example-models/sklearn/model.joblib --no-verify-ssl aws s3 sync /shared/facebook/opt-125m s3://example-models/facebook/opt-125m/ --no-verify-ssl env: - name: AWS_ACCESS_KEY_ID valueFrom: secretKeyRef: key: accesskey name: mlpipeline-s3-artifact - name: AWS_SECRET_ACCESS_KEY valueFrom: secretKeyRef: key: secretkey name: mlpipeline-s3-artifact - name: AWS_DEFAULT_REGION value: us-east-1 - name: AWS_ENDPOINT_URL_S3 value: http://s3-service.kserve:8333 image: docker.io/amazon/aws-cli:2.33.11@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e imagePullPolicy: IfNotPresent name: s3-init resources: {} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache dnsPolicy: ClusterFirst initContainers: - command: - python3 - -c - | from huggingface_hub import snapshot_download snapshot_download( "facebook/opt-125m", local_dir="/shared/facebook/opt-125m", ignore_patterns=["*.msgpack", "*.h5", "flax_model*", "tf_model*", "rust_model*"], ) print("Model download complete") env: - name: HF_HUB_DISABLE_PROGRESS_BARS value: "1" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b imagePullPolicy: IfNotPresent name: download-hf-model resources: {} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache restartPolicy: Never schedulerName: default-scheduler securityContext: {} terminationGracePeriodSeconds: 30 volumes: - emptyDir: {} name: model-cache status: completionTime: "2026-07-02T12:49:30Z" conditions: - lastProbeTime: "2026-07-02T12:49:30Z" lastTransitionTime: "2026-07-02T12:49:30Z" message: Reached expected number of succeeded pods reason: CompletionsReached status: "True" type: SuccessCriteriaMet - lastProbeTime: "2026-07-02T12:49:30Z" lastTransitionTime: "2026-07-02T12:49:30Z" message: Reached expected number of succeeded pods reason: CompletionsReached status: "True" type: Complete ready: 0 startTime: "2026-07-02T12:48:12Z" succeeded: 1 terminating: 0 uncountedTerminatedPods: {} - apiVersion: batch/v1 kind: Job metadata: annotations: kubectl.kubernetes.io/last-applied-configuration: | {"apiVersion":"batch/v1","kind":"Job","metadata":{"annotations":{},"name":"s3-tls-init-custom","namespace":"kserve"},"spec":{"activeDeadlineSeconds":900,"backoffLimit":3,"template":{"spec":{"containers":[{"command":["/bin/sh","-c","aws s3 mb s3://logger-output || true\naws s3 mb s3://example-models --no-verify-ssl || true\ncurl -L https://storage.googleapis.com/kfserving-examples/models/sklearn/1.0/model/model.joblib -o /tmp/sklearn-model.joblib\naws s3 cp /tmp/sklearn-model.joblib s3://example-models/sklearn/model.joblib --no-verify-ssl\naws s3 sync /shared/facebook/opt-125m s3://example-models/facebook/opt-125m/ --no-verify-ssl\n"],"env":[{"name":"AWS_ACCESS_KEY_ID","valueFrom":{"secretKeyRef":{"key":"accesskey","name":"seaweedfs-tls-custom-artifact"}}},{"name":"AWS_SECRET_ACCESS_KEY","valueFrom":{"secretKeyRef":{"key":"secretkey","name":"seaweedfs-tls-custom-artifact"}}},{"name":"AWS_DEFAULT_REGION","value":"us-east-1"},{"name":"AWS_ENDPOINT_URL_S3","value":"https://seaweedfs-tls-custom-service.kserve.svc:8333"}],"image":"docker.io/amazon/aws-cli:2.33.11@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e","name":"s3-tls-init-custom","volumeMounts":[{"mountPath":"/shared","name":"model-cache"}]}],"initContainers":[{"command":["python3","-c","from huggingface_hub import snapshot_download\nsnapshot_download(\n \"facebook/opt-125m\",\n local_dir=\"/shared/facebook/opt-125m\",\n ignore_patterns=[\"*.msgpack\", \"*.h5\", \"flax_model*\", \"tf_model*\", \"rust_model*\"],\n)\nprint(\"Model download complete\")\n"],"env":[{"name":"HF_HUB_DISABLE_PROGRESS_BARS","value":"1"}],"image":"quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b","name":"download-hf-model","volumeMounts":[{"mountPath":"/shared","name":"model-cache"}]}],"restartPolicy":"Never","volumes":[{"emptyDir":{},"name":"model-cache"}]}}}} creationTimestamp: "2026-07-02T12:49:41Z" generation: 1 labels: batch.kubernetes.io/controller-uid: 520cbbbb-5c60-4c36-bd1d-fe4e39b2abb3 batch.kubernetes.io/job-name: s3-tls-init-custom controller-uid: 520cbbbb-5c60-4c36-bd1d-fe4e39b2abb3 job-name: s3-tls-init-custom managedFields: - apiVersion: batch/v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:kubectl.kubernetes.io/last-applied-configuration: {} f:spec: f:activeDeadlineSeconds: {} f:backoffLimit: {} f:completionMode: {} f:completions: {} f:manualSelector: {} f:parallelism: {} f:podReplacementPolicy: {} f:suspend: {} f:template: f:spec: f:containers: k:{"name":"s3-tls-init-custom"}: .: {} f:command: {} f:env: .: {} k:{"name":"AWS_ACCESS_KEY_ID"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} k:{"name":"AWS_DEFAULT_REGION"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_ENDPOINT_URL_S3"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_SECRET_ACCESS_KEY"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:dnsPolicy: {} f:initContainers: .: {} k:{"name":"download-hf-model"}: .: {} f:command: {} f:env: .: {} k:{"name":"HF_HUB_DISABLE_PROGRESS_BARS"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"model-cache"}: .: {} f:emptyDir: {} f:name: {} manager: kubectl-client-side-apply operation: Update time: "2026-07-02T12:49:41Z" - apiVersion: batch/v1 fieldsType: FieldsV1 fieldsV1: f:status: f:completionTime: {} f:conditions: {} f:ready: {} f:startTime: {} f:succeeded: {} f:terminating: {} f:uncountedTerminatedPods: {} manager: kube-controller-manager operation: Update subresource: status time: "2026-07-02T12:49:53Z" name: s3-tls-init-custom namespace: kserve resourceVersion: "14577" uid: 520cbbbb-5c60-4c36-bd1d-fe4e39b2abb3 spec: activeDeadlineSeconds: 900 backoffLimit: 3 completionMode: NonIndexed completions: 1 manualSelector: false parallelism: 1 podReplacementPolicy: TerminatingOrFailed selector: matchLabels: batch.kubernetes.io/controller-uid: 520cbbbb-5c60-4c36-bd1d-fe4e39b2abb3 suspend: false template: metadata: labels: batch.kubernetes.io/controller-uid: 520cbbbb-5c60-4c36-bd1d-fe4e39b2abb3 batch.kubernetes.io/job-name: s3-tls-init-custom controller-uid: 520cbbbb-5c60-4c36-bd1d-fe4e39b2abb3 job-name: s3-tls-init-custom spec: containers: - command: - /bin/sh - -c - | aws s3 mb s3://logger-output || true aws s3 mb s3://example-models --no-verify-ssl || true curl -L https://storage.googleapis.com/kfserving-examples/models/sklearn/1.0/model/model.joblib -o /tmp/sklearn-model.joblib aws s3 cp /tmp/sklearn-model.joblib s3://example-models/sklearn/model.joblib --no-verify-ssl aws s3 sync /shared/facebook/opt-125m s3://example-models/facebook/opt-125m/ --no-verify-ssl env: - name: AWS_ACCESS_KEY_ID valueFrom: secretKeyRef: key: accesskey name: seaweedfs-tls-custom-artifact - name: AWS_SECRET_ACCESS_KEY valueFrom: secretKeyRef: key: secretkey name: seaweedfs-tls-custom-artifact - name: AWS_DEFAULT_REGION value: us-east-1 - name: AWS_ENDPOINT_URL_S3 value: https://seaweedfs-tls-custom-service.kserve.svc:8333 image: docker.io/amazon/aws-cli:2.33.11@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e imagePullPolicy: IfNotPresent name: s3-tls-init-custom resources: {} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache dnsPolicy: ClusterFirst initContainers: - command: - python3 - -c - | from huggingface_hub import snapshot_download snapshot_download( "facebook/opt-125m", local_dir="/shared/facebook/opt-125m", ignore_patterns=["*.msgpack", "*.h5", "flax_model*", "tf_model*", "rust_model*"], ) print("Model download complete") env: - name: HF_HUB_DISABLE_PROGRESS_BARS value: "1" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b imagePullPolicy: IfNotPresent name: download-hf-model resources: {} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache restartPolicy: Never schedulerName: default-scheduler securityContext: {} terminationGracePeriodSeconds: 30 volumes: - emptyDir: {} name: model-cache status: completionTime: "2026-07-02T12:49:52Z" conditions: - lastProbeTime: "2026-07-02T12:49:52Z" lastTransitionTime: "2026-07-02T12:49:52Z" message: Reached expected number of succeeded pods reason: CompletionsReached status: "True" type: SuccessCriteriaMet - lastProbeTime: "2026-07-02T12:49:53Z" lastTransitionTime: "2026-07-02T12:49:53Z" message: Reached expected number of succeeded pods reason: CompletionsReached status: "True" type: Complete ready: 0 startTime: "2026-07-02T12:49:41Z" succeeded: 1 terminating: 0 uncountedTerminatedPods: {} - apiVersion: batch/v1 kind: Job metadata: annotations: kubectl.kubernetes.io/last-applied-configuration: | {"apiVersion":"batch/v1","kind":"Job","metadata":{"annotations":{},"name":"s3-tls-init-serving","namespace":"kserve"},"spec":{"activeDeadlineSeconds":900,"backoffLimit":3,"template":{"spec":{"containers":[{"command":["/bin/sh","-c","aws s3 mb s3://logger-output || true\naws s3 mb s3://example-models --no-verify-ssl || true\ncurl -L https://storage.googleapis.com/kfserving-examples/models/sklearn/1.0/model/model.joblib -o /tmp/sklearn-model.joblib\naws s3 cp /tmp/sklearn-model.joblib s3://example-models/sklearn/model.joblib --no-verify-ssl\naws s3 sync /shared/facebook/opt-125m s3://example-models/facebook/opt-125m/ --no-verify-ssl\n"],"env":[{"name":"AWS_ACCESS_KEY_ID","valueFrom":{"secretKeyRef":{"key":"accesskey","name":"seaweedfs-tls-serving-artifact"}}},{"name":"AWS_SECRET_ACCESS_KEY","valueFrom":{"secretKeyRef":{"key":"secretkey","name":"seaweedfs-tls-serving-artifact"}}},{"name":"AWS_DEFAULT_REGION","value":"us-east-1"},{"name":"AWS_ENDPOINT_URL_S3","value":"https://seaweedfs-tls-serving-service.kserve.svc:8333"}],"image":"docker.io/amazon/aws-cli:2.33.11@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e","name":"s3-tls-init-serving","volumeMounts":[{"mountPath":"/shared","name":"model-cache"}]}],"initContainers":[{"command":["python3","-c","from huggingface_hub import snapshot_download\nsnapshot_download(\n \"facebook/opt-125m\",\n local_dir=\"/shared/facebook/opt-125m\",\n ignore_patterns=[\"*.msgpack\", \"*.h5\", \"flax_model*\", \"tf_model*\", \"rust_model*\"],\n)\nprint(\"Model download complete\")\n"],"env":[{"name":"HF_HUB_DISABLE_PROGRESS_BARS","value":"1"}],"image":"quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b","name":"download-hf-model","volumeMounts":[{"mountPath":"/shared","name":"model-cache"}]}],"restartPolicy":"Never","volumes":[{"emptyDir":{},"name":"model-cache"}]}}}} creationTimestamp: "2026-07-02T12:49:55Z" generation: 1 labels: batch.kubernetes.io/controller-uid: 1831eacb-9e8d-478b-a4b0-e37aedaae592 batch.kubernetes.io/job-name: s3-tls-init-serving controller-uid: 1831eacb-9e8d-478b-a4b0-e37aedaae592 job-name: s3-tls-init-serving managedFields: - apiVersion: batch/v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:kubectl.kubernetes.io/last-applied-configuration: {} f:spec: f:activeDeadlineSeconds: {} f:backoffLimit: {} f:completionMode: {} f:completions: {} f:manualSelector: {} f:parallelism: {} f:podReplacementPolicy: {} f:suspend: {} f:template: f:spec: f:containers: k:{"name":"s3-tls-init-serving"}: .: {} f:command: {} f:env: .: {} k:{"name":"AWS_ACCESS_KEY_ID"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} k:{"name":"AWS_DEFAULT_REGION"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_ENDPOINT_URL_S3"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_SECRET_ACCESS_KEY"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:dnsPolicy: {} f:initContainers: .: {} k:{"name":"download-hf-model"}: .: {} f:command: {} f:env: .: {} k:{"name":"HF_HUB_DISABLE_PROGRESS_BARS"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"model-cache"}: .: {} f:emptyDir: {} f:name: {} manager: kubectl-client-side-apply operation: Update time: "2026-07-02T12:49:55Z" - apiVersion: batch/v1 fieldsType: FieldsV1 fieldsV1: f:status: f:completionTime: {} f:conditions: {} f:ready: {} f:startTime: {} f:succeeded: {} f:terminating: {} f:uncountedTerminatedPods: {} manager: kube-controller-manager operation: Update subresource: status time: "2026-07-02T12:50:08Z" name: s3-tls-init-serving namespace: kserve resourceVersion: "14743" uid: 1831eacb-9e8d-478b-a4b0-e37aedaae592 spec: activeDeadlineSeconds: 900 backoffLimit: 3 completionMode: NonIndexed completions: 1 manualSelector: false parallelism: 1 podReplacementPolicy: TerminatingOrFailed selector: matchLabels: batch.kubernetes.io/controller-uid: 1831eacb-9e8d-478b-a4b0-e37aedaae592 suspend: false template: metadata: labels: batch.kubernetes.io/controller-uid: 1831eacb-9e8d-478b-a4b0-e37aedaae592 batch.kubernetes.io/job-name: s3-tls-init-serving controller-uid: 1831eacb-9e8d-478b-a4b0-e37aedaae592 job-name: s3-tls-init-serving spec: containers: - command: - /bin/sh - -c - | aws s3 mb s3://logger-output || true aws s3 mb s3://example-models --no-verify-ssl || true curl -L https://storage.googleapis.com/kfserving-examples/models/sklearn/1.0/model/model.joblib -o /tmp/sklearn-model.joblib aws s3 cp /tmp/sklearn-model.joblib s3://example-models/sklearn/model.joblib --no-verify-ssl aws s3 sync /shared/facebook/opt-125m s3://example-models/facebook/opt-125m/ --no-verify-ssl env: - name: AWS_ACCESS_KEY_ID valueFrom: secretKeyRef: key: accesskey name: seaweedfs-tls-serving-artifact - name: AWS_SECRET_ACCESS_KEY valueFrom: secretKeyRef: key: secretkey name: seaweedfs-tls-serving-artifact - name: AWS_DEFAULT_REGION value: us-east-1 - name: AWS_ENDPOINT_URL_S3 value: https://seaweedfs-tls-serving-service.kserve.svc:8333 image: docker.io/amazon/aws-cli:2.33.11@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e imagePullPolicy: IfNotPresent name: s3-tls-init-serving resources: {} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache dnsPolicy: ClusterFirst initContainers: - command: - python3 - -c - | from huggingface_hub import snapshot_download snapshot_download( "facebook/opt-125m", local_dir="/shared/facebook/opt-125m", ignore_patterns=["*.msgpack", "*.h5", "flax_model*", "tf_model*", "rust_model*"], ) print("Model download complete") env: - name: HF_HUB_DISABLE_PROGRESS_BARS value: "1" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b imagePullPolicy: IfNotPresent name: download-hf-model resources: {} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache restartPolicy: Never schedulerName: default-scheduler securityContext: {} terminationGracePeriodSeconds: 30 volumes: - emptyDir: {} name: model-cache status: completionTime: "2026-07-02T12:50:08Z" conditions: - lastProbeTime: "2026-07-02T12:50:08Z" lastTransitionTime: "2026-07-02T12:50:08Z" message: Reached expected number of succeeded pods reason: CompletionsReached status: "True" type: SuccessCriteriaMet - lastProbeTime: "2026-07-02T12:50:08Z" lastTransitionTime: "2026-07-02T12:50:08Z" message: Reached expected number of succeeded pods reason: CompletionsReached status: "True" type: Complete ready: 0 startTime: "2026-07-02T12:49:55Z" succeeded: 1 terminating: 0 uncountedTerminatedPods: {} kind: JobList metadata: resourceVersion: "22760"