--- apiVersion: batch/v1 items: - apiVersion: batch/v1 kind: Job metadata: creationTimestamp: "2026-06-15T05:56:30Z" generation: 1 labels: batch.kubernetes.io/controller-uid: d081dd02-df6b-4c08-aab2-6f02d2704eb2 batch.kubernetes.io/job-name: s3-init controller-uid: d081dd02-df6b-4c08-aab2-6f02d2704eb2 job-name: s3-init managedFields: - apiVersion: batch/v1 fieldsType: FieldsV1 fieldsV1: f:spec: f:activeDeadlineSeconds: {} f:backoffLimit: {} f:completionMode: {} f:completions: {} f:manualSelector: {} f:parallelism: {} f:podReplacementPolicy: {} f:suspend: {} f:template: f:spec: f:containers: k:{"name":"s3-init"}: .: {} f:command: {} f:env: .: {} k:{"name":"AWS_ACCESS_KEY_ID"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} k:{"name":"AWS_DEFAULT_REGION"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_ENDPOINT_URL_S3"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_SECRET_ACCESS_KEY"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:dnsPolicy: {} f:initContainers: .: {} k:{"name":"download-hf-model"}: .: {} f:command: {} f:env: .: {} k:{"name":"HF_HUB_DISABLE_PROGRESS_BARS"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"model-cache"}: .: {} f:emptyDir: {} f:name: {} manager: kubectl-replace operation: Update time: "2026-06-15T05:56:30Z" - apiVersion: batch/v1 fieldsType: FieldsV1 fieldsV1: f:status: f:completionTime: {} f:conditions: {} f:ready: {} f:startTime: {} f:succeeded: {} f:terminating: {} f:uncountedTerminatedPods: {} manager: kube-controller-manager operation: Update subresource: status time: "2026-06-15T05:57:49Z" name: s3-init namespace: kserve resourceVersion: "14569" uid: d081dd02-df6b-4c08-aab2-6f02d2704eb2 spec: activeDeadlineSeconds: 900 backoffLimit: 3 completionMode: NonIndexed completions: 1 manualSelector: false parallelism: 1 podReplacementPolicy: TerminatingOrFailed selector: matchLabels: batch.kubernetes.io/controller-uid: d081dd02-df6b-4c08-aab2-6f02d2704eb2 suspend: false template: metadata: labels: batch.kubernetes.io/controller-uid: d081dd02-df6b-4c08-aab2-6f02d2704eb2 batch.kubernetes.io/job-name: s3-init controller-uid: d081dd02-df6b-4c08-aab2-6f02d2704eb2 job-name: s3-init spec: containers: - command: - /bin/sh - -c - | aws s3 mb s3://logger-output || true aws s3 mb s3://example-models || true curl -L https://storage.googleapis.com/kfserving-examples/models/sklearn/1.0/model/model.joblib -o /tmp/sklearn-model.joblib aws s3 cp /tmp/sklearn-model.joblib s3://example-models/sklearn/model.joblib --no-verify-ssl aws s3 sync /shared/facebook/opt-125m s3://example-models/facebook/opt-125m/ --no-verify-ssl env: - name: AWS_ACCESS_KEY_ID valueFrom: secretKeyRef: key: accesskey name: mlpipeline-s3-artifact - name: AWS_SECRET_ACCESS_KEY valueFrom: secretKeyRef: key: secretkey name: mlpipeline-s3-artifact - name: AWS_DEFAULT_REGION value: us-east-1 - name: AWS_ENDPOINT_URL_S3 value: http://s3-service.kserve:8333 image: docker.io/amazon/aws-cli:2.33.11@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e imagePullPolicy: IfNotPresent name: s3-init resources: {} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache dnsPolicy: ClusterFirst initContainers: - command: - python3 - -c - | from huggingface_hub import snapshot_download snapshot_download( "facebook/opt-125m", local_dir="/shared/facebook/opt-125m", ignore_patterns=["*.msgpack", "*.h5", "flax_model*", "tf_model*", "rust_model*"], ) print("Model download complete") env: - name: HF_HUB_DISABLE_PROGRESS_BARS value: "1" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada imagePullPolicy: IfNotPresent name: download-hf-model resources: {} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache restartPolicy: Never schedulerName: default-scheduler securityContext: {} terminationGracePeriodSeconds: 30 volumes: - emptyDir: {} name: model-cache status: completionTime: "2026-06-15T05:57:49Z" conditions: - lastProbeTime: "2026-06-15T05:57:49Z" lastTransitionTime: "2026-06-15T05:57:49Z" message: Reached expected number of succeeded pods reason: CompletionsReached status: "True" type: SuccessCriteriaMet - lastProbeTime: "2026-06-15T05:57:49Z" lastTransitionTime: "2026-06-15T05:57:49Z" message: Reached expected number of succeeded pods reason: CompletionsReached status: "True" type: Complete ready: 0 startTime: "2026-06-15T05:56:30Z" succeeded: 1 terminating: 0 uncountedTerminatedPods: {} - apiVersion: batch/v1 kind: Job metadata: annotations: kubectl.kubernetes.io/last-applied-configuration: | {"apiVersion":"batch/v1","kind":"Job","metadata":{"annotations":{},"name":"s3-tls-init-custom","namespace":"kserve"},"spec":{"activeDeadlineSeconds":900,"backoffLimit":3,"template":{"spec":{"containers":[{"command":["/bin/sh","-c","aws s3 mb s3://logger-output || true\naws s3 mb s3://example-models --no-verify-ssl || true\ncurl -L https://storage.googleapis.com/kfserving-examples/models/sklearn/1.0/model/model.joblib -o /tmp/sklearn-model.joblib\naws s3 cp /tmp/sklearn-model.joblib s3://example-models/sklearn/model.joblib --no-verify-ssl\naws s3 sync /shared/facebook/opt-125m s3://example-models/facebook/opt-125m/ --no-verify-ssl\n"],"env":[{"name":"AWS_ACCESS_KEY_ID","valueFrom":{"secretKeyRef":{"key":"accesskey","name":"seaweedfs-tls-custom-artifact"}}},{"name":"AWS_SECRET_ACCESS_KEY","valueFrom":{"secretKeyRef":{"key":"secretkey","name":"seaweedfs-tls-custom-artifact"}}},{"name":"AWS_DEFAULT_REGION","value":"us-east-1"},{"name":"AWS_ENDPOINT_URL_S3","value":"https://seaweedfs-tls-custom-service.kserve.svc:8333"}],"image":"docker.io/amazon/aws-cli:2.33.11@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e","name":"s3-tls-init-custom","volumeMounts":[{"mountPath":"/shared","name":"model-cache"}]}],"initContainers":[{"command":["python3","-c","from huggingface_hub import snapshot_download\nsnapshot_download(\n \"facebook/opt-125m\",\n local_dir=\"/shared/facebook/opt-125m\",\n ignore_patterns=[\"*.msgpack\", \"*.h5\", \"flax_model*\", \"tf_model*\", \"rust_model*\"],\n)\nprint(\"Model download complete\")\n"],"env":[{"name":"HF_HUB_DISABLE_PROGRESS_BARS","value":"1"}],"image":"quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada","name":"download-hf-model","volumeMounts":[{"mountPath":"/shared","name":"model-cache"}]}],"restartPolicy":"Never","volumes":[{"emptyDir":{},"name":"model-cache"}]}}}} creationTimestamp: "2026-06-15T05:58:23Z" generation: 1 labels: batch.kubernetes.io/controller-uid: 95946383-0150-4e0f-9399-5bbce89614bb batch.kubernetes.io/job-name: s3-tls-init-custom controller-uid: 95946383-0150-4e0f-9399-5bbce89614bb job-name: s3-tls-init-custom managedFields: - apiVersion: batch/v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:kubectl.kubernetes.io/last-applied-configuration: {} f:spec: f:activeDeadlineSeconds: {} f:backoffLimit: {} f:completionMode: {} f:completions: {} f:manualSelector: {} f:parallelism: {} f:podReplacementPolicy: {} f:suspend: {} f:template: f:spec: f:containers: k:{"name":"s3-tls-init-custom"}: .: {} f:command: {} f:env: .: {} k:{"name":"AWS_ACCESS_KEY_ID"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} k:{"name":"AWS_DEFAULT_REGION"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_ENDPOINT_URL_S3"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_SECRET_ACCESS_KEY"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:dnsPolicy: {} f:initContainers: .: {} k:{"name":"download-hf-model"}: .: {} f:command: {} f:env: .: {} k:{"name":"HF_HUB_DISABLE_PROGRESS_BARS"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"model-cache"}: .: {} f:emptyDir: {} f:name: {} manager: kubectl-client-side-apply operation: Update time: "2026-06-15T05:58:23Z" - apiVersion: batch/v1 fieldsType: FieldsV1 fieldsV1: f:status: f:completionTime: {} f:conditions: {} f:ready: {} f:startTime: {} f:succeeded: {} f:terminating: {} f:uncountedTerminatedPods: {} manager: kube-controller-manager operation: Update subresource: status time: "2026-06-15T05:58:34Z" name: s3-tls-init-custom namespace: kserve resourceVersion: "14978" uid: 95946383-0150-4e0f-9399-5bbce89614bb spec: activeDeadlineSeconds: 900 backoffLimit: 3 completionMode: NonIndexed completions: 1 manualSelector: false parallelism: 1 podReplacementPolicy: TerminatingOrFailed selector: matchLabels: batch.kubernetes.io/controller-uid: 95946383-0150-4e0f-9399-5bbce89614bb suspend: false template: metadata: labels: batch.kubernetes.io/controller-uid: 95946383-0150-4e0f-9399-5bbce89614bb batch.kubernetes.io/job-name: s3-tls-init-custom controller-uid: 95946383-0150-4e0f-9399-5bbce89614bb job-name: s3-tls-init-custom spec: containers: - command: - /bin/sh - -c - | aws s3 mb s3://logger-output || true aws s3 mb s3://example-models --no-verify-ssl || true curl -L https://storage.googleapis.com/kfserving-examples/models/sklearn/1.0/model/model.joblib -o /tmp/sklearn-model.joblib aws s3 cp /tmp/sklearn-model.joblib s3://example-models/sklearn/model.joblib --no-verify-ssl aws s3 sync /shared/facebook/opt-125m s3://example-models/facebook/opt-125m/ --no-verify-ssl env: - name: AWS_ACCESS_KEY_ID valueFrom: secretKeyRef: key: accesskey name: seaweedfs-tls-custom-artifact - name: AWS_SECRET_ACCESS_KEY valueFrom: secretKeyRef: key: secretkey name: seaweedfs-tls-custom-artifact - name: AWS_DEFAULT_REGION value: us-east-1 - name: AWS_ENDPOINT_URL_S3 value: https://seaweedfs-tls-custom-service.kserve.svc:8333 image: docker.io/amazon/aws-cli:2.33.11@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e imagePullPolicy: IfNotPresent name: s3-tls-init-custom resources: {} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache dnsPolicy: ClusterFirst initContainers: - command: - python3 - -c - | from huggingface_hub import snapshot_download snapshot_download( "facebook/opt-125m", local_dir="/shared/facebook/opt-125m", ignore_patterns=["*.msgpack", "*.h5", "flax_model*", "tf_model*", "rust_model*"], ) print("Model download complete") env: - name: HF_HUB_DISABLE_PROGRESS_BARS value: "1" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada imagePullPolicy: IfNotPresent name: download-hf-model resources: {} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache restartPolicy: Never schedulerName: default-scheduler securityContext: {} terminationGracePeriodSeconds: 30 volumes: - emptyDir: {} name: model-cache status: completionTime: "2026-06-15T05:58:34Z" conditions: - lastProbeTime: "2026-06-15T05:58:34Z" lastTransitionTime: "2026-06-15T05:58:34Z" message: Reached expected number of succeeded pods reason: CompletionsReached status: "True" type: SuccessCriteriaMet - lastProbeTime: "2026-06-15T05:58:34Z" lastTransitionTime: "2026-06-15T05:58:34Z" message: Reached expected number of succeeded pods reason: CompletionsReached status: "True" type: Complete ready: 0 startTime: "2026-06-15T05:58:23Z" succeeded: 1 terminating: 0 uncountedTerminatedPods: {} - apiVersion: batch/v1 kind: Job metadata: annotations: kubectl.kubernetes.io/last-applied-configuration: | {"apiVersion":"batch/v1","kind":"Job","metadata":{"annotations":{},"name":"s3-tls-init-serving","namespace":"kserve"},"spec":{"activeDeadlineSeconds":900,"backoffLimit":3,"template":{"spec":{"containers":[{"command":["/bin/sh","-c","aws s3 mb s3://logger-output || true\naws s3 mb s3://example-models --no-verify-ssl || true\ncurl -L https://storage.googleapis.com/kfserving-examples/models/sklearn/1.0/model/model.joblib -o /tmp/sklearn-model.joblib\naws s3 cp /tmp/sklearn-model.joblib s3://example-models/sklearn/model.joblib --no-verify-ssl\naws s3 sync /shared/facebook/opt-125m s3://example-models/facebook/opt-125m/ --no-verify-ssl\n"],"env":[{"name":"AWS_ACCESS_KEY_ID","valueFrom":{"secretKeyRef":{"key":"accesskey","name":"seaweedfs-tls-serving-artifact"}}},{"name":"AWS_SECRET_ACCESS_KEY","valueFrom":{"secretKeyRef":{"key":"secretkey","name":"seaweedfs-tls-serving-artifact"}}},{"name":"AWS_DEFAULT_REGION","value":"us-east-1"},{"name":"AWS_ENDPOINT_URL_S3","value":"https://seaweedfs-tls-serving-service.kserve.svc:8333"}],"image":"docker.io/amazon/aws-cli:2.33.11@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e","name":"s3-tls-init-serving","volumeMounts":[{"mountPath":"/shared","name":"model-cache"}]}],"initContainers":[{"command":["python3","-c","from huggingface_hub import snapshot_download\nsnapshot_download(\n \"facebook/opt-125m\",\n local_dir=\"/shared/facebook/opt-125m\",\n ignore_patterns=[\"*.msgpack\", \"*.h5\", \"flax_model*\", \"tf_model*\", \"rust_model*\"],\n)\nprint(\"Model download complete\")\n"],"env":[{"name":"HF_HUB_DISABLE_PROGRESS_BARS","value":"1"}],"image":"quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada","name":"download-hf-model","volumeMounts":[{"mountPath":"/shared","name":"model-cache"}]}],"restartPolicy":"Never","volumes":[{"emptyDir":{},"name":"model-cache"}]}}}} creationTimestamp: "2026-06-15T05:58:39Z" generation: 1 labels: batch.kubernetes.io/controller-uid: 04d2b33f-8203-4705-8c69-3d01be2d657e batch.kubernetes.io/job-name: s3-tls-init-serving controller-uid: 04d2b33f-8203-4705-8c69-3d01be2d657e job-name: s3-tls-init-serving managedFields: - apiVersion: batch/v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:kubectl.kubernetes.io/last-applied-configuration: {} f:spec: f:activeDeadlineSeconds: {} f:backoffLimit: {} f:completionMode: {} f:completions: {} f:manualSelector: {} f:parallelism: {} f:podReplacementPolicy: {} f:suspend: {} f:template: f:spec: f:containers: k:{"name":"s3-tls-init-serving"}: .: {} f:command: {} f:env: .: {} k:{"name":"AWS_ACCESS_KEY_ID"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} k:{"name":"AWS_DEFAULT_REGION"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_ENDPOINT_URL_S3"}: .: {} f:name: {} f:value: {} k:{"name":"AWS_SECRET_ACCESS_KEY"}: .: {} f:name: {} f:valueFrom: .: {} f:secretKeyRef: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:dnsPolicy: {} f:initContainers: .: {} k:{"name":"download-hf-model"}: .: {} f:command: {} f:env: .: {} k:{"name":"HF_HUB_DISABLE_PROGRESS_BARS"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/shared"}: .: {} f:mountPath: {} f:name: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"model-cache"}: .: {} f:emptyDir: {} f:name: {} manager: kubectl-client-side-apply operation: Update time: "2026-06-15T05:58:39Z" - apiVersion: batch/v1 fieldsType: FieldsV1 fieldsV1: f:status: f:completionTime: {} f:conditions: {} f:ready: {} f:startTime: {} f:succeeded: {} f:terminating: {} f:uncountedTerminatedPods: {} manager: kube-controller-manager operation: Update subresource: status time: "2026-06-15T05:58:51Z" name: s3-tls-init-serving namespace: kserve resourceVersion: "15155" uid: 04d2b33f-8203-4705-8c69-3d01be2d657e spec: activeDeadlineSeconds: 900 backoffLimit: 3 completionMode: NonIndexed completions: 1 manualSelector: false parallelism: 1 podReplacementPolicy: TerminatingOrFailed selector: matchLabels: batch.kubernetes.io/controller-uid: 04d2b33f-8203-4705-8c69-3d01be2d657e suspend: false template: metadata: labels: batch.kubernetes.io/controller-uid: 04d2b33f-8203-4705-8c69-3d01be2d657e batch.kubernetes.io/job-name: s3-tls-init-serving controller-uid: 04d2b33f-8203-4705-8c69-3d01be2d657e job-name: s3-tls-init-serving spec: containers: - command: - /bin/sh - -c - | aws s3 mb s3://logger-output || true aws s3 mb s3://example-models --no-verify-ssl || true curl -L https://storage.googleapis.com/kfserving-examples/models/sklearn/1.0/model/model.joblib -o /tmp/sklearn-model.joblib aws s3 cp /tmp/sklearn-model.joblib s3://example-models/sklearn/model.joblib --no-verify-ssl aws s3 sync /shared/facebook/opt-125m s3://example-models/facebook/opt-125m/ --no-verify-ssl env: - name: AWS_ACCESS_KEY_ID valueFrom: secretKeyRef: key: accesskey name: seaweedfs-tls-serving-artifact - name: AWS_SECRET_ACCESS_KEY valueFrom: secretKeyRef: key: secretkey name: seaweedfs-tls-serving-artifact - name: AWS_DEFAULT_REGION value: us-east-1 - name: AWS_ENDPOINT_URL_S3 value: https://seaweedfs-tls-serving-service.kserve.svc:8333 image: docker.io/amazon/aws-cli:2.33.11@sha256:88ea087837da1b31a3afeeb4538888244a3087a867ddb1909848643fcc4b324e imagePullPolicy: IfNotPresent name: s3-tls-init-serving resources: {} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache dnsPolicy: ClusterFirst initContainers: - command: - python3 - -c - | from huggingface_hub import snapshot_download snapshot_download( "facebook/opt-125m", local_dir="/shared/facebook/opt-125m", ignore_patterns=["*.msgpack", "*.h5", "flax_model*", "tf_model*", "rust_model*"], ) print("Model download complete") env: - name: HF_HUB_DISABLE_PROGRESS_BARS value: "1" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ba8edcbfb3f9312d158be16483785d7654e60c7090f262c42214fd2b29effada imagePullPolicy: IfNotPresent name: download-hf-model resources: {} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /shared name: model-cache restartPolicy: Never schedulerName: default-scheduler securityContext: {} terminationGracePeriodSeconds: 30 volumes: - emptyDir: {} name: model-cache status: completionTime: "2026-06-15T05:58:51Z" conditions: - lastProbeTime: "2026-06-15T05:58:51Z" lastTransitionTime: "2026-06-15T05:58:51Z" message: Reached expected number of succeeded pods reason: CompletionsReached status: "True" type: SuccessCriteriaMet - lastProbeTime: "2026-06-15T05:58:51Z" lastTransitionTime: "2026-06-15T05:58:51Z" message: Reached expected number of succeeded pods reason: CompletionsReached status: "True" type: Complete ready: 0 startTime: "2026-06-15T05:58:39Z" succeeded: 1 terminating: 0 uncountedTerminatedPods: {} kind: JobList metadata: resourceVersion: "45329"