--- apiVersion: v1 items: - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/lightgbm/iris k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.34/23"],"mac_address":"0a:58:0a:86:00:22","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.34/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.34" ], "mac": "0a:58:0a:86:00:22", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-lightgbm-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:01:25Z" generateName: isvc-lightgbm-predictor-78c8d484d6- generation: 1 labels: app: isvc.isvc-lightgbm-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 78c8d484d6 serving.kserve.io/inferenceservice: isvc-lightgbm managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:01:25Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"51b51439-3a5d-4a2d-abc0-b6f58ebdf12a"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:01:25Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:01:26Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.34"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:02:56Z" name: isvc-lightgbm-predictor-78c8d484d6-hrnjg namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-lightgbm-predictor-78c8d484d6 uid: 51b51439-3a5d-4a2d-abc0-b6f58ebdf12a resourceVersion: "16537" uid: 2f62a498-f7fb-46e3-b63a-9e7cee1d3375 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-lightgbm - --model_dir=/mnt/models - --http_port=8080 - --nthread=1 env: - name: INFERENCE_SERVICE_NAME value: isvc-lightgbm image: kserve/lgbserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/lightgbm/iris - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:01:30Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:01:33Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:02:56Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:02:56Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:01:25Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://f3ce7b16481aba1859b571e3daae8954544f5b1a173604e4e7158a82094c0fc7 image: docker.io/kserve/lgbserver:latest imageID: docker.io/kserve/lgbserver@sha256:44cabfc3b0bea3d34f1ef101785b6e69246fcaec2bbac2b0c6154ca0df292fdc lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:01:39Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://ea609ce3c72be3aa9000893a1c488e2ed052d361db72ec7c3dfedf606c0c39fb image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://ea609ce3c72be3aa9000893a1c488e2ed052d361db72ec7c3dfedf606c0c39fb exitCode: 0 finishedAt: "2026-04-16T17:01:32Z" reason: Completed startedAt: "2026-04-16T17:01:29Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.34 podIPs: - ip: 10.134.0.34 qosClass: Burstable startTime: "2026-04-16T17:01:25Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/lightgbm/iris k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.35/23"],"mac_address":"0a:58:0a:86:00:23","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.35/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.35" ], "mac": "0a:58:0a:86:00:23", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-lightgbm-runtime-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:03:05Z" generateName: isvc-lightgbm-runtime-predictor-64984c7cb- generation: 1 labels: app: isvc.isvc-lightgbm-runtime-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 64984c7cb serving.kserve.io/inferenceservice: isvc-lightgbm-runtime managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:03:05Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"e4112307-fee3-42ae-aab5-1dfab64c0ea3"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:03:05Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:03:06Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.35"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:04:21Z" name: isvc-lightgbm-runtime-predictor-64984c7cb-jwfk4 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-lightgbm-runtime-predictor-64984c7cb uid: e4112307-fee3-42ae-aab5-1dfab64c0ea3 resourceVersion: "17206" uid: 902aabef-a060-4f86-9c71-5913e069001e spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-lightgbm-runtime - --model_dir=/mnt/models - --http_port=8080 - --nthread=1 env: - name: INFERENCE_SERVICE_NAME value: isvc-lightgbm-runtime image: kserve/lgbserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/lightgbm/iris - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:03:06Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:03:10Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:04:21Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:04:21Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:03:05Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://3c7d1cc81e448e065d0d0f58b8539cdd9e6dd5a6452a8519956a5f34b5e0a1e2 image: docker.io/kserve/lgbserver:latest imageID: docker.io/kserve/lgbserver@sha256:44cabfc3b0bea3d34f1ef101785b6e69246fcaec2bbac2b0c6154ca0df292fdc lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:03:10Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://b223900db7b460f45afa9fc931ac8aac40e73a5ba8d1afe32d2a0547c5a12ae2 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://b223900db7b460f45afa9fc931ac8aac40e73a5ba8d1afe32d2a0547c5a12ae2 exitCode: 0 finishedAt: "2026-04-16T17:03:09Z" reason: Completed startedAt: "2026-04-16T17:03:06Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.35 podIPs: - ip: 10.134.0.35 qosClass: Burstable startTime: "2026-04-16T17:03:05Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/lightgbm/v2/iris k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.37/23"],"mac_address":"0a:58:0a:86:00:25","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.37/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.37" ], "mac": "0a:58:0a:86:00:25", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-lightgbm-v2-kserve-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:07:26Z" generateName: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49- generation: 1 labels: app: isvc.isvc-lightgbm-v2-kserve-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 68fc4f5b49 serving.kserve.io/inferenceservice: isvc-lightgbm-v2-kserve managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:07:26Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"4884924e-626f-4e13-b9ef-366879608c3a"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:07:26Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:07:26Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.37"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:07:42Z" name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-q4wtp namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 uid: 4884924e-626f-4e13-b9ef-366879608c3a resourceVersion: "18770" uid: 312dd04f-11ce-4a90-afea-d471128c9fd3 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-lightgbm-v2-kserve - --model_dir=/mnt/models - --http_port=8080 - --nthread=1 env: - name: INFERENCE_SERVICE_NAME value: isvc-lightgbm-v2-kserve image: kserve/lgbserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: "1" memory: 1Gi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/lightgbm/v2/iris - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:27Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:30Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:42Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:42Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:26Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://1f62b62fab845bc6c8d8cd3ea03cede53185f2a2f8a58df2d06814228a057c19 image: docker.io/kserve/lgbserver:latest imageID: docker.io/kserve/lgbserver@sha256:44cabfc3b0bea3d34f1ef101785b6e69246fcaec2bbac2b0c6154ca0df292fdc lastState: {} name: kserve-container ready: true resources: limits: cpu: "1" memory: 1Gi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:07:30Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://f4200aef9fd29c99c3a089abca4b3dce072ed17a10e8367fe699377fc5140372 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://f4200aef9fd29c99c3a089abca4b3dce072ed17a10e8367fe699377fc5140372 exitCode: 0 finishedAt: "2026-04-16T17:07:30Z" reason: Completed startedAt: "2026-04-16T17:07:26Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.37 podIPs: - ip: 10.134.0.37 qosClass: Burstable startTime: "2026-04-16T17:07:26Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/lightgbm/v2/iris k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.36/23"],"mac_address":"0a:58:0a:86:00:24","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.36/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.36" ], "mac": "0a:58:0a:86:00:24", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-lightgbm-v2-runtime-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:04:25Z" generateName: isvc-lightgbm-v2-runtime-predictor-8d44c64dc- generation: 1 labels: app: isvc.isvc-lightgbm-v2-runtime-predictor component: predictor modelClass: mlserver_lightgbm.LightGBMModel networking.kserve.io/visibility: exposed pod-template-hash: 8d44c64dc serving.kserve.io/inferenceservice: isvc-lightgbm-v2-runtime managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:04:25Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:modelClass: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"a2c7c1c1-1d25-4228-b1bb-aee551e5358a"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_GRPC_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_HTTP_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_IMPLEMENTATION"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_URI"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:04:25Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:04:26Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.36"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:07:18Z" name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-d5l4v namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc uid: a2c7c1c1-1d25-4228-b1bb-aee551e5358a resourceVersion: "18519" uid: 34163a51-b7e0-40f5-aa47-7a39addab1a4 spec: automountServiceAccountToken: false containers: - env: - name: MLSERVER_MODEL_NAME value: isvc-lightgbm-v2-runtime - name: MLSERVER_MODEL_URI value: /mnt/models - name: MLSERVER_MODEL_IMPLEMENTATION value: mlserver_lightgbm.LightGBMModel - name: MLSERVER_HTTP_PORT value: "8080" - name: MLSERVER_GRPC_PORT value: "9000" - name: INFERENCE_SERVICE_NAME value: isvc-lightgbm-v2-runtime image: docker.io/seldonio/mlserver:1.7.1 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 httpGet: path: /v2/models/isvc-lightgbm-v2-runtime/ready port: 8080 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: "1" memory: 1Gi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/lightgbm/v2/iris - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:04:26Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:04:30Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:18Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:18Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:04:25Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://11859726fa5b978abc497728dd5bde71918df303b6fda12d746249326c30f7be image: docker.io/seldonio/mlserver:1.7.1 imageID: docker.io/seldonio/mlserver@sha256:80c10c963d5ef4f61abb84c72c5600a3da08e99acb8a8f4fc64c281df00dc218 lastState: {} name: kserve-container ready: true resources: limits: cpu: "1" memory: 1Gi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:06:46Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://71102bfb5afb96754ec8708b8bc13ceed3767fe98ecb09566ca2d13c9afdc270 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://71102bfb5afb96754ec8708b8bc13ceed3767fe98ecb09566ca2d13c9afdc270 exitCode: 0 finishedAt: "2026-04-16T17:04:30Z" reason: Completed startedAt: "2026-04-16T17:04:26Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.36 podIPs: - ip: 10.134.0.36 qosClass: Burstable startTime: "2026-04-16T17:04:25Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/logger: "true" internal.serving.kserve.io/logger-mode: all internal.serving.kserve.io/logger-sink-url: http://message-dumper-predictor.kserve-ci-e2e-test.svc.cluster.local internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.29/23"],"mac_address":"0a:58:0a:84:00:1d","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.29/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.29" ], "mac": "0a:58:0a:84:00:1d", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-logger-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:00:05Z" generateName: isvc-logger-predictor-7fc456f8b8- generation: 1 labels: app: isvc.isvc-logger-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 7fc456f8b8 serving.kserve.io/inferenceservice: isvc-logger managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-142-37 operation: Update subresource: status time: "2026-04-16T17:00:05Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/logger: {} f:internal.serving.kserve.io/logger-mode: {} f:internal.serving.kserve.io/logger-sink-url: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"4be2a046-1d64-451d-82b6-5a5968deb33e"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:00:05Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:00:05Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.29"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:01:22Z" name: isvc-logger-predictor-7fc456f8b8-qzxjk namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-logger-predictor-7fc456f8b8 uid: 4be2a046-1d64-451d-82b6-5a5968deb33e resourceVersion: "15791" uid: 59298cc7-7cfd-49cd-b675-a5784a4851b6 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-logger - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-logger image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true - args: - --log-url - http://message-dumper-predictor.kserve-ci-e2e-test.svc.cluster.local - --source-uri - "" - --log-mode - all - --inference-service - isvc-logger - --namespace - kserve-ci-e2e-test - --endpoint - "" - --component - predictor - --logger-tls-skip-verify - "false" - --component-port - "8080" env: - name: SERVING_READINESS_PROBE value: '{"tcpSocket":{"port":8080},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3}' image: quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd imagePullPolicy: IfNotPresent name: agent ports: - containerPort: 9081 name: agent-port protocol: TCP readinessProbe: failureThreshold: 3 httpGet: httpHeaders: - name: K-Network-Probe value: queue path: / port: 9081 scheme: HTTP periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: "1" memory: 1Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-142-37.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:00:06Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:00:10Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:01:22Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:01:22Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:00:05Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://8a2574b4a238daea1585dd7f0b075982a4290a4e0722cb8f83784836cc70be2c image: quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd imageID: quay.io/opendatahub/kserve-agent@sha256:c9781733ef996f855b16c027ce82d2db56a391459f9e2c00a0fc9edc0d22ebe3 lastState: {} name: agent ready: true resources: limits: cpu: "1" memory: 1Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:00:10Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 - allocatedResources: cpu: 10m memory: 128Mi containerID: cri-o://1164558764d22d33395e054873e7ffbc12c7a58dfe49c3275a4dfc1fff60e98f image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:00:10Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.142.37 hostIPs: - ip: 10.0.142.37 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://5874327c13d74c8125f6fb42f00ed3544221a60a7e4eaa02a449d038030c7a21 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://5874327c13d74c8125f6fb42f00ed3544221a60a7e4eaa02a449d038030c7a21 exitCode: 0 finishedAt: "2026-04-16T17:00:09Z" reason: Completed startedAt: "2026-04-16T17:00:05Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.29 podIPs: - ip: 10.132.0.29 qosClass: Burstable startTime: "2026-04-16T17:00:05Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/mlflow/wine k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.38/23"],"mac_address":"0a:58:0a:86:00:26","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.38/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.38" ], "mac": "0a:58:0a:86:00:26", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-mlflow-v2-runtime-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:07:46Z" generateName: isvc-mlflow-v2-runtime-predictor-5497fc5f68- generation: 1 labels: app: isvc.isvc-mlflow-v2-runtime-predictor component: predictor modelClass: mlserver_mlflow.MLflowRuntime networking.kserve.io/visibility: exposed pod-template-hash: 5497fc5f68 serving.kserve.io/inferenceservice: isvc-mlflow-v2-runtime managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:07:46Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:modelClass: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"73379648-f4fc-4630-b016-c26ffd8a8e7c"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_GRPC_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_HTTP_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_IMPLEMENTATION"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_URI"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:07:46Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:07:46Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.38"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:08:23Z" name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-m4c55 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-mlflow-v2-runtime-predictor-5497fc5f68 uid: 73379648-f4fc-4630-b016-c26ffd8a8e7c resourceVersion: "19135" uid: 21c509c7-82b6-4e6e-af25-b691fc24a898 spec: automountServiceAccountToken: false containers: - env: - name: MLSERVER_MODEL_NAME value: isvc-mlflow-v2-runtime - name: MLSERVER_MODEL_URI value: /mnt/models - name: MLSERVER_MODEL_IMPLEMENTATION value: mlserver_mlflow.MLflowRuntime - name: MLSERVER_HTTP_PORT value: "8080" - name: MLSERVER_GRPC_PORT value: "9000" - name: INFERENCE_SERVICE_NAME value: isvc-mlflow-v2-runtime image: docker.io/seldonio/mlserver:1.7.1 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 httpGet: path: /v2/models/isvc-mlflow-v2-runtime/ready port: 8080 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: "1" memory: 1Gi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/mlflow/wine - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:47Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:51Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:08:23Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:08:23Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:46Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://f0748ac5fb1770c7560d5f49b7e119ddb5f99267eab367cf0e3f3dbf66f4f3e6 image: docker.io/seldonio/mlserver:1.7.1 imageID: docker.io/seldonio/mlserver@sha256:80c10c963d5ef4f61abb84c72c5600a3da08e99acb8a8f4fc64c281df00dc218 lastState: {} name: kserve-container ready: true resources: limits: cpu: "1" memory: 1Gi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:07:51Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://0341941be7f3f10a379ac5ae76b034e9b0b4284585b7af15516a645307e4e87e image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://0341941be7f3f10a379ac5ae76b034e9b0b4284585b7af15516a645307e4e87e exitCode: 0 finishedAt: "2026-04-16T17:07:50Z" reason: Completed startedAt: "2026-04-16T17:07:46Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.38 podIPs: - ip: 10.134.0.38 qosClass: Burstable startTime: "2026-04-16T17:07:46Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/paddle/resnet k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.31/23"],"mac_address":"0a:58:0a:84:00:1f","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.31/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.31" ], "mac": "0a:58:0a:84:00:1f", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-paddle-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:09:36Z" generateName: isvc-paddle-predictor-7dddcb4bd4- generation: 1 labels: app: isvc.isvc-paddle-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 7dddcb4bd4 serving.kserve.io/inferenceservice: isvc-paddle managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-142-37 operation: Update subresource: status time: "2026-04-16T17:09:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"ee68febf-164d-4e15-bd60-20ffc5cf97cd"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:09:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:09:37Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.31"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:10:46Z" name: isvc-paddle-predictor-7dddcb4bd4-z562j namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-paddle-predictor-7dddcb4bd4 uid: ee68febf-164d-4e15-bd60-20ffc5cf97cd resourceVersion: "20310" uid: 2183d52a-e000-4a8f-9d4b-3d289a306e23 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-paddle - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-paddle image: kserve/paddleserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 200m memory: 1Gi requests: cpu: 200m memory: 256Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/paddle/resnet - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-142-37.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:09:38Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:09:42Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:10:46Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:10:46Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:09:36Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 200m memory: 256Mi containerID: cri-o://683eee4604e9a7fbc25576ddac547764e1a386af70eb987df6d83a7005102a43 image: docker.io/kserve/paddleserver:latest imageID: docker.io/kserve/paddleserver@sha256:10726d15f74da280ad0cacf51ba066d2c6d451f302cc5d679da2a53981abd02a lastState: {} name: kserve-container ready: true resources: limits: cpu: 200m memory: 1Gi requests: cpu: 200m memory: 256Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:09:55Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.142.37 hostIPs: - ip: 10.0.142.37 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://96893ea58750f7ab2df85c68a61d6394d233115942c96f5853170860868a9123 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://96893ea58750f7ab2df85c68a61d6394d233115942c96f5853170860868a9123 exitCode: 0 finishedAt: "2026-04-16T17:09:41Z" reason: Completed startedAt: "2026-04-16T17:09:37Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.31 podIPs: - ip: 10.132.0.31 qosClass: Burstable startTime: "2026-04-16T17:09:36Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/paddle/resnet k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.32/23"],"mac_address":"0a:58:0a:84:00:20","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.32/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.32" ], "mac": "0a:58:0a:84:00:20", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-paddle-runtime-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:10:47Z" generateName: isvc-paddle-runtime-predictor-86b49c4466- generation: 1 labels: app: isvc.isvc-paddle-runtime-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 86b49c4466 serving.kserve.io/inferenceservice: isvc-paddle-runtime managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-142-37 operation: Update subresource: status time: "2026-04-16T17:10:47Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"92394156-a79b-4a4e-8b14-4bbacbc96fc6"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:10:47Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:10:47Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.32"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:11:34Z" name: isvc-paddle-runtime-predictor-86b49c4466-65rhw namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-paddle-runtime-predictor-86b49c4466 uid: 92394156-a79b-4a4e-8b14-4bbacbc96fc6 resourceVersion: "20725" uid: 41e6c8cc-bfa4-441f-9a7d-189270eafb7a spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-paddle-runtime - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-paddle-runtime image: kserve/paddleserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 200m memory: 1Gi requests: cpu: 200m memory: 256Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/paddle/resnet - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-142-37.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:10:48Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:10:52Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:11:34Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:11:34Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:10:47Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 200m memory: 256Mi containerID: cri-o://b04abe9fa427013cf45634ccb05a1f92fed0826eb7613ffa6f4f76406aeef0bf image: docker.io/kserve/paddleserver:latest imageID: docker.io/kserve/paddleserver@sha256:10726d15f74da280ad0cacf51ba066d2c6d451f302cc5d679da2a53981abd02a lastState: {} name: kserve-container ready: true resources: limits: cpu: 200m memory: 1Gi requests: cpu: 200m memory: 256Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:10:52Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.142.37 hostIPs: - ip: 10.0.142.37 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://c1e1be8edfdbb9b012a3218d78e058ced52ecd3474f8322f640be6cc6c73ccd0 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://c1e1be8edfdbb9b012a3218d78e058ced52ecd3474f8322f640be6cc6c73ccd0 exitCode: 0 finishedAt: "2026-04-16T17:10:52Z" reason: Completed startedAt: "2026-04-16T17:10:47Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.32 podIPs: - ip: 10.132.0.32 qosClass: Burstable startTime: "2026-04-16T17:10:47Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/paddle/resnet k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.33/23"],"mac_address":"0a:58:0a:84:00:21","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.33/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.33" ], "mac": "0a:58:0a:84:00:21", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-paddle-v2-kserve-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:11:37Z" generateName: isvc-paddle-v2-kserve-predictor-7c6bd76f7b- generation: 1 labels: app: isvc.isvc-paddle-v2-kserve-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 7c6bd76f7b serving.kserve.io/inferenceservice: isvc-paddle-v2-kserve managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-142-37 operation: Update subresource: status time: "2026-04-16T17:11:37Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"6ced5e3f-67dc-4674-84da-c22d21443838"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:11:37Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:11:38Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.33"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:12:35Z" name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fp452 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b uid: 6ced5e3f-67dc-4674-84da-c22d21443838 resourceVersion: "21226" uid: fa6e2817-5d34-4c5e-9436-ab23a1de66a7 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-paddle-v2-kserve - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-paddle-v2-kserve image: kserve/paddleserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 200m memory: 1Gi requests: cpu: 200m memory: 256Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/paddle/resnet - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-142-37.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:11:38Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:11:43Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:12:35Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:12:35Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:11:37Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 200m memory: 256Mi containerID: cri-o://0af04a6524b71bbd61048ca2f6fc083985c71286dc509b8914f6bf0ef1fab4a0 image: docker.io/kserve/paddleserver:latest imageID: docker.io/kserve/paddleserver@sha256:10726d15f74da280ad0cacf51ba066d2c6d451f302cc5d679da2a53981abd02a lastState: {} name: kserve-container ready: true resources: limits: cpu: 200m memory: 1Gi requests: cpu: 200m memory: 256Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:11:43Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.142.37 hostIPs: - ip: 10.0.142.37 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://2aa2a9833ffa3ffbf912a0f8263eb9807579094cc6e6c46425b06fec35373b7a image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://2aa2a9833ffa3ffbf912a0f8263eb9807579094cc6e6c46425b06fec35373b7a exitCode: 0 finishedAt: "2026-04-16T17:11:42Z" reason: Completed startedAt: "2026-04-16T17:11:38Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.33 podIPs: - ip: 10.132.0.33 qosClass: Burstable startTime: "2026-04-16T17:11:37Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/pmml k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.39/23"],"mac_address":"0a:58:0a:86:00:27","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.39/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.39" ], "mac": "0a:58:0a:86:00:27", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-pmml-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:12:38Z" generateName: isvc-pmml-predictor-5584ffd8c9- generation: 1 labels: app: isvc.isvc-pmml-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 5584ffd8c9 serving.kserve.io/inferenceservice: isvc-pmml managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:12:38Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"fc3bcc96-5489-45e8-a533-6c1fadccf274"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:12:38Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:12:39Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.39"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:14:01Z" name: isvc-pmml-predictor-5584ffd8c9-zvfhk namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-pmml-predictor-5584ffd8c9 uid: fc3bcc96-5489-45e8-a533-6c1fadccf274 resourceVersion: "21921" uid: b09b7f8f-a1fa-4062-8de9-a929f3af5713 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-pmml - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-pmml image: kserve/pmmlserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 10m memory: 256Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/pmml - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:12:39Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:12:43Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:14:01Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:14:01Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:12:38Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 10m memory: 256Mi containerID: cri-o://6f7edeab45e83447472b19dcb7652c1f88240b059d1ff3ad54ec717df4a85f45 image: docker.io/kserve/pmmlserver:latest imageID: docker.io/kserve/pmmlserver@sha256:1c51dfb59eda97b2d22bbf45df70d9e14af7a64e1ee390a4d0ad9e0a1d823c6e lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 10m memory: 256Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:12:50Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://d28cb2a89666306d18b8ca9bc368b41f3468e25fadae7371c58d1f3c6e0fcb3c image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://d28cb2a89666306d18b8ca9bc368b41f3468e25fadae7371c58d1f3c6e0fcb3c exitCode: 0 finishedAt: "2026-04-16T17:12:42Z" reason: Completed startedAt: "2026-04-16T17:12:39Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.39 podIPs: - ip: 10.134.0.39 qosClass: Burstable startTime: "2026-04-16T17:12:38Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/pmml k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.40/23"],"mac_address":"0a:58:0a:86:00:28","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.40/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.40" ], "mac": "0a:58:0a:86:00:28", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-pmml-runtime-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:14:08Z" generateName: isvc-pmml-runtime-predictor-7576f6b69f- generation: 1 labels: app: isvc.isvc-pmml-runtime-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 7576f6b69f serving.kserve.io/inferenceservice: isvc-pmml-runtime managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:14:08Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"419f4384-9d67-4b2d-b3aa-3a6a60e59274"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:14:08Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:14:09Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.40"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:15:25Z" name: isvc-pmml-runtime-predictor-7576f6b69f-7dqpk namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-pmml-runtime-predictor-7576f6b69f uid: 419f4384-9d67-4b2d-b3aa-3a6a60e59274 resourceVersion: "22589" uid: 15fdc27b-a100-4955-96f3-a033027e5c44 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-pmml-runtime - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-pmml-runtime image: kserve/pmmlserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 10m memory: 256Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/pmml - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:14:09Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:14:13Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:15:25Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:15:25Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:14:08Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 10m memory: 256Mi containerID: cri-o://ed8e6b8aff552af8bef290fd4ede070c272ffaa31f3429ae12c6c2e2e0d6a3cb image: docker.io/kserve/pmmlserver:latest imageID: docker.io/kserve/pmmlserver@sha256:1c51dfb59eda97b2d22bbf45df70d9e14af7a64e1ee390a4d0ad9e0a1d823c6e lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 10m memory: 256Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:14:13Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://c4f15553a0cf646e5ecc21557e3486eaf8c22aa5bf9dcea1fa6d473bb2211623 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://c4f15553a0cf646e5ecc21557e3486eaf8c22aa5bf9dcea1fa6d473bb2211623 exitCode: 0 finishedAt: "2026-04-16T17:14:13Z" reason: Completed startedAt: "2026-04-16T17:14:09Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.40 podIPs: - ip: 10.134.0.40 qosClass: Burstable startTime: "2026-04-16T17:14:08Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/pmml k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.34/23"],"mac_address":"0a:58:0a:84:00:22","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.34/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.34" ], "mac": "0a:58:0a:84:00:22", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-pmml-v2-kserve-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:15:29Z" generateName: isvc-pmml-v2-kserve-predictor-75b87ff64c- generation: 1 labels: app: isvc.isvc-pmml-v2-kserve-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 75b87ff64c serving.kserve.io/inferenceservice: isvc-pmml-v2-kserve managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"e4ec68c6-8343-4b5e-af43-bfcc0ec209c1"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:15:28Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-142-37 operation: Update subresource: status time: "2026-04-16T17:15:29Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:15:29Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.34"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:17:02Z" name: isvc-pmml-v2-kserve-predictor-75b87ff64c-p9vtl namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-pmml-v2-kserve-predictor-75b87ff64c uid: e4ec68c6-8343-4b5e-af43-bfcc0ec209c1 resourceVersion: "23357" uid: 6ef0fefe-cad8-48c9-b622-e02732895f5d spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-pmml-v2-kserve - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-pmml-v2-kserve image: kserve/pmmlserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 10m memory: 256Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/pmml - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-142-37.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:15:30Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:15:33Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:17:02Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:17:02Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:15:29Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 10m memory: 256Mi containerID: cri-o://0a8cb2548cfa5a6b7f7b3c8db638de6753a9c7ec250bb13c9a1b766d2ac6ce7c image: docker.io/kserve/pmmlserver:latest imageID: docker.io/kserve/pmmlserver@sha256:1c51dfb59eda97b2d22bbf45df70d9e14af7a64e1ee390a4d0ad9e0a1d823c6e lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 10m memory: 256Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:15:40Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.142.37 hostIPs: - ip: 10.0.142.37 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://ffcb93905a9e3d373c37db174e2d113f4a272eecc4cbdd0b3c21a4e1e3e7d818 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://ffcb93905a9e3d373c37db174e2d113f4a272eecc4cbdd0b3c21a4e1e3e7d818 exitCode: 0 finishedAt: "2026-04-16T17:15:33Z" reason: Completed startedAt: "2026-04-16T17:15:29Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.34 podIPs: - ip: 10.132.0.34 qosClass: Burstable startTime: "2026-04-16T17:15:29Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/lightgbm/iris k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.42/23"],"mac_address":"0a:58:0a:86:00:2a","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.42/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.42" ], "mac": "0a:58:0a:86:00:2a", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-predictive-lightgbm-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:22:21Z" generateName: isvc-predictive-lightgbm-predictor-669896799c- generation: 1 labels: app: isvc.isvc-predictive-lightgbm-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 669896799c serving.kserve.io/inferenceservice: isvc-predictive-lightgbm managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:22:21Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"7e000c07-167c-446b-9586-0fa16323f75f"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:22:21Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:22:21Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.42"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:23:38Z" name: isvc-predictive-lightgbm-predictor-669896799c-54xhl namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-predictive-lightgbm-predictor-669896799c uid: 7e000c07-167c-446b-9586-0fa16323f75f resourceVersion: "26977" uid: fbeb89a1-7819-4f6c-b1e4-f25fbf54b19b spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-predictive-lightgbm - --model_dir=/mnt/models - --http_port=8080 - --framework=lightgbm - --nthread=1 env: - name: INFERENCE_SERVICE_NAME value: isvc-predictive-lightgbm image: kserve/predictiveserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/lightgbm/iris - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:22:22Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:22:26Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:23:38Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:23:38Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:22:21Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://75ce9c48f89d675eec27804d70d757eabb3307d3db6bc34d3df931b6976300d5 image: docker.io/kserve/predictiveserver:latest imageID: docker.io/kserve/predictiveserver@sha256:4bd1e3097e0103ac9f512a63308df7cd227ab1000fa2ecdaf6d3b83d7813d29a lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:22:26Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://3469ea83cf7bf8da845911b325b12bae4ace6f355f07efc6948766d413ab5602 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://3469ea83cf7bf8da845911b325b12bae4ace6f355f07efc6948766d413ab5602 exitCode: 0 finishedAt: "2026-04-16T17:22:25Z" reason: Completed startedAt: "2026-04-16T17:22:21Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.42 podIPs: - ip: 10.134.0.42 qosClass: Burstable startTime: "2026-04-16T17:22:21Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/lightgbm/iris k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.20/23"],"mac_address":"0a:58:0a:85:00:14","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.20/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.20" ], "mac": "0a:58:0a:85:00:14", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-predictive-lightgbm-v2-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:27:02Z" generateName: isvc-predictive-lightgbm-v2-predictor-65df45cf79- generation: 1 labels: app: isvc.isvc-predictive-lightgbm-v2-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 65df45cf79 serving.kserve.io/inferenceservice: isvc-predictive-lightgbm-v2 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"b2ee9b92-528d-4709-816a-3c5eecc085c3"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:27:01Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-139-227 operation: Update subresource: status time: "2026-04-16T17:27:02Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:27:02Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.20"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:28:19Z" name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-g4bjp namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-predictive-lightgbm-v2-predictor-65df45cf79 uid: b2ee9b92-528d-4709-816a-3c5eecc085c3 resourceVersion: "29216" uid: 5ad07efd-b324-4f93-a649-5cd15175bc0a spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-predictive-lightgbm-v2 - --model_dir=/mnt/models - --http_port=8080 - --framework=lightgbm - --nthread=1 env: - name: INFERENCE_SERVICE_NAME value: isvc-predictive-lightgbm-v2 image: kserve/predictiveserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 httpGet: path: /v2/models/isvc-predictive-lightgbm-v2/ready port: 8080 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/lightgbm/iris - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-139-227.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:27:03Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:27:07Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:28:19Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:28:19Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:27:02Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://6a857dfdc0c6efe7623106e0914b748efe3caf94b46b5347cc1b5224f88397c3 image: docker.io/kserve/predictiveserver:latest imageID: docker.io/kserve/predictiveserver@sha256:4bd1e3097e0103ac9f512a63308df7cd227ab1000fa2ecdaf6d3b83d7813d29a lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:27:07Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.139.227 hostIPs: - ip: 10.0.139.227 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://badfec8a20514685c906eda9b9f45b9671bf8f2f29a49906782049f0860e3cf4 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://badfec8a20514685c906eda9b9f45b9671bf8f2f29a49906782049f0860e3cf4 exitCode: 0 finishedAt: "2026-04-16T17:27:06Z" reason: Completed startedAt: "2026-04-16T17:27:02Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.133.0.20 podIPs: - ip: 10.133.0.20 qosClass: Burstable startTime: "2026-04-16T17:27:02Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.41/23"],"mac_address":"0a:58:0a:86:00:29","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.41/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.41" ], "mac": "0a:58:0a:86:00:29", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-predictive-sklearn-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:18:50Z" generateName: isvc-predictive-sklearn-predictor-85bccb8945- generation: 1 labels: app: isvc.isvc-predictive-sklearn-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 85bccb8945 serving.kserve.io/inferenceservice: isvc-predictive-sklearn managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:18:50Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"6cf0911d-51cd-4d88-b89e-db483f7eb3ba"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:18:50Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:18:51Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.41"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:20:27Z" name: isvc-predictive-sklearn-predictor-85bccb8945-5ppfc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-predictive-sklearn-predictor-85bccb8945 uid: 6cf0911d-51cd-4d88-b89e-db483f7eb3ba resourceVersion: "25167" uid: f2948b8d-7d4a-4c39-83e2-09cf271d48d1 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-predictive-sklearn - --model_dir=/mnt/models - --http_port=8080 - --framework=sklearn - --nthread=1 env: - name: INFERENCE_SERVICE_NAME value: isvc-predictive-sklearn image: kserve/predictiveserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:18:51Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:18:55Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:20:27Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:20:27Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:18:50Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://c2e21296198a7ed9293b26242361a06a6e1dcd2063a0f7377be2ed622a5420f2 image: docker.io/kserve/predictiveserver:latest imageID: docker.io/kserve/predictiveserver@sha256:4bd1e3097e0103ac9f512a63308df7cd227ab1000fa2ecdaf6d3b83d7813d29a lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:19:16Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://0d95fc0c6107ec5f3af0f7d9c132957247d263f15d92b610f57e9a9d8a766915 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://0d95fc0c6107ec5f3af0f7d9c132957247d263f15d92b610f57e9a9d8a766915 exitCode: 0 finishedAt: "2026-04-16T17:18:55Z" reason: Completed startedAt: "2026-04-16T17:18:51Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.41 podIPs: - ip: 10.134.0.41 qosClass: Burstable startTime: "2026-04-16T17:18:50Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.39/23"],"mac_address":"0a:58:0a:84:00:27","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.39/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.39" ], "mac": "0a:58:0a:84:00:27", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-predictive-sklearn-v2-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:23:41Z" generateName: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f- generation: 1 labels: app: isvc.isvc-predictive-sklearn-v2-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 6fd9c49f4f serving.kserve.io/inferenceservice: isvc-predictive-sklearn-v2 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-142-37 operation: Update subresource: status time: "2026-04-16T17:23:41Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"946cfb3c-197d-4078-86d4-53a45a56fad6"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:23:41Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:23:41Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.39"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:25:01Z" name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-fm9rb namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f uid: 946cfb3c-197d-4078-86d4-53a45a56fad6 resourceVersion: "27637" uid: 1117ed58-9128-467f-93b0-8c8777987c99 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-predictive-sklearn-v2 - --model_dir=/mnt/models - --http_port=8080 - --framework=sklearn - --nthread=1 env: - name: INFERENCE_SERVICE_NAME value: isvc-predictive-sklearn-v2 image: kserve/predictiveserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 httpGet: path: /v2/models/isvc-predictive-sklearn-v2/ready port: 8080 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-142-37.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:23:42Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:23:46Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:25:01Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:25:01Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:23:41Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://787041a67c3ef550fbfc21f6c9064b52ee0d0a2a655ae350cbf02f805a5f8b23 image: docker.io/kserve/predictiveserver:latest imageID: docker.io/kserve/predictiveserver@sha256:4bd1e3097e0103ac9f512a63308df7cd227ab1000fa2ecdaf6d3b83d7813d29a lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:23:46Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.142.37 hostIPs: - ip: 10.0.142.37 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://08834bc2f98999765c3571e3bbc0e79921f504fb27c50fbfc35c6b24d8bbf45d image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://08834bc2f98999765c3571e3bbc0e79921f504fb27c50fbfc35c6b24d8bbf45d exitCode: 0 finishedAt: "2026-04-16T17:23:45Z" reason: Completed startedAt: "2026-04-16T17:23:42Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.39 podIPs: - ip: 10.132.0.39 qosClass: Burstable startTime: "2026-04-16T17:23:41Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/xgboost/1.5/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.38/23"],"mac_address":"0a:58:0a:84:00:26","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.38/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.38" ], "mac": "0a:58:0a:84:00:26", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-predictive-xgboost-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:20:31Z" generateName: isvc-predictive-xgboost-predictor-794b54b9b4- generation: 1 labels: app: isvc.isvc-predictive-xgboost-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 794b54b9b4 serving.kserve.io/inferenceservice: isvc-predictive-xgboost managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-142-37 operation: Update subresource: status time: "2026-04-16T17:20:31Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"43fb484d-fc18-4c17-9907-475f79ca2c2b"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:20:31Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:20:31Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.38"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:22:12Z" name: isvc-predictive-xgboost-predictor-794b54b9b4-xw6q7 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-predictive-xgboost-predictor-794b54b9b4 uid: 43fb484d-fc18-4c17-9907-475f79ca2c2b resourceVersion: "26270" uid: 969ea101-644f-4d51-9566-7e8cf20aa33f spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-predictive-xgboost - --model_dir=/mnt/models - --http_port=8080 - --framework=xgboost - --nthread=1 env: - name: INFERENCE_SERVICE_NAME value: isvc-predictive-xgboost image: kserve/predictiveserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/xgboost/1.5/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-142-37.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:20:32Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:20:36Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:22:12Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:22:12Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:20:31Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://97d907d69716b1deccee274b503d0f650b9f74f0a23fa94c2882a5ba5ef035dc image: docker.io/kserve/predictiveserver:latest imageID: docker.io/kserve/predictiveserver@sha256:4bd1e3097e0103ac9f512a63308df7cd227ab1000fa2ecdaf6d3b83d7813d29a lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:20:57Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.142.37 hostIPs: - ip: 10.0.142.37 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://f52c549e6ee4506eeb493b177491ee41c16be0c9e329d5795ef7714935d98faf image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://f52c549e6ee4506eeb493b177491ee41c16be0c9e329d5795ef7714935d98faf exitCode: 0 finishedAt: "2026-04-16T17:20:35Z" reason: Completed startedAt: "2026-04-16T17:20:31Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.38 podIPs: - ip: 10.132.0.38 qosClass: Burstable startTime: "2026-04-16T17:20:31Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/xgboost/1.5/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.19/23"],"mac_address":"0a:58:0a:85:00:13","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.19/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.19" ], "mac": "0a:58:0a:85:00:13", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-predictive-xgboost-v2-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:25:11Z" generateName: isvc-predictive-xgboost-v2-predictor-67fd65d6cb- generation: 1 labels: app: isvc.isvc-predictive-xgboost-v2-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 67fd65d6cb serving.kserve.io/inferenceservice: isvc-predictive-xgboost-v2 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-139-227 operation: Update subresource: status time: "2026-04-16T17:25:11Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"2a479c45-9491-4b1a-87c6-520647dd0d28"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:25:11Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:25:12Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.19"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:27:00Z" name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-k984b namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb uid: 2a479c45-9491-4b1a-87c6-520647dd0d28 resourceVersion: "28577" uid: 61d020cf-a9ae-4870-ae47-1424b6a6ba48 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-predictive-xgboost-v2 - --model_dir=/mnt/models - --http_port=8080 - --framework=xgboost - --nthread=1 env: - name: INFERENCE_SERVICE_NAME value: isvc-predictive-xgboost-v2 image: kserve/predictiveserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 httpGet: path: /v2/models/isvc-predictive-xgboost-v2/ready port: 8080 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/xgboost/1.5/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-139-227.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:25:16Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:25:20Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:27:00Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:27:00Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:25:11Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://6e6da1719c8ac367aa339d3f1ab0d09b02c24762485ffe1055c5d62d694d1475 image: docker.io/kserve/predictiveserver:latest imageID: docker.io/kserve/predictiveserver@sha256:4bd1e3097e0103ac9f512a63308df7cd227ab1000fa2ecdaf6d3b83d7813d29a lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:25:41Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.139.227 hostIPs: - ip: 10.0.139.227 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://5f2deccd069081a7a222a2bb3a17b9c06022ec1de6d8b643c42c946db6e064df image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://5f2deccd069081a7a222a2bb3a17b9c06022ec1de6d8b643c42c946db6e064df exitCode: 0 finishedAt: "2026-04-16T17:25:20Z" reason: Completed startedAt: "2026-04-16T17:25:16Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.133.0.19 podIPs: - ip: 10.133.0.19 qosClass: Burstable startTime: "2026-04-16T17:25:11Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/batcher: "true" internal.serving.kserve.io/batcher-max-batchsize: "32" internal.serving.kserve.io/batcher-max-latency: "5000" internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.28/23"],"mac_address":"0a:58:0a:84:00:1c","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.28/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.28" ], "mac": "0a:58:0a:84:00:1c", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-sklearn-batcher-custom-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T16:58:35Z" generateName: isvc-sklearn-batcher-custom-predictor-848df975bd- generation: 1 labels: app: isvc.isvc-sklearn-batcher-custom-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 848df975bd serving.kserve.io/inferenceservice: isvc-sklearn-batcher-custom managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/batcher: {} f:internal.serving.kserve.io/batcher-max-batchsize: {} f:internal.serving.kserve.io/batcher-max-latency: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"c700f56b-c8e3-4193-bcf6-f0837490322e"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:ports: .: {} k:{"containerPort":5000,"protocol":"TCP"}: .: {} f:containerPort: {} f:protocol: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T16:58:34Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-142-37 operation: Update subresource: status time: "2026-04-16T16:58:35Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T16:58:35Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.28"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T16:59:52Z" name: isvc-sklearn-batcher-custom-predictor-848df975bd-s4p84 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-848df975bd uid: c700f56b-c8e3-4193-bcf6-f0837490322e resourceVersion: "15001" uid: df201950-65db-4d8e-a187-b29ae219ea5d spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-sklearn-batcher-custom - --model_dir=/mnt/models - --http_port=8080 - --http_port=5000 env: - name: INFERENCE_SERVICE_NAME value: isvc-sklearn-batcher-custom image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container ports: - containerPort: 5000 protocol: TCP readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 5000 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true - args: - --enable-batcher - --max-batchsize - "32" - --max-latency - "5000" - --component-port - "5000" env: - name: SERVING_READINESS_PROBE value: '{"tcpSocket":{"port":5000},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3}' image: quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd imagePullPolicy: IfNotPresent name: agent ports: - containerPort: 9081 name: agent-port protocol: TCP readinessProbe: failureThreshold: 3 httpGet: httpHeaders: - name: K-Network-Probe value: queue path: / port: 9081 scheme: HTTP periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: "1" memory: 1Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-142-37.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T16:58:35Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T16:58:39Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T16:59:52Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T16:59:52Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T16:58:35Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://54d4ebc8e9a107c7b0fd0fe84938276a6578bf453c86edb1f1e7e41ffb9aff14 image: quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd imageID: quay.io/opendatahub/kserve-agent@sha256:c9781733ef996f855b16c027ce82d2db56a391459f9e2c00a0fc9edc0d22ebe3 lastState: {} name: agent ready: true resources: limits: cpu: "1" memory: 1Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T16:58:39Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://5677f04d8e7d6afc5ad9e6244e0cd01a35a90e4af87582c76265870a716c452e image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T16:58:39Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.142.37 hostIPs: - ip: 10.0.142.37 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://0a1c68f2717649ef13547d9b4ff1e8c027e3f641f000ae0de2516acd2b16cfc6 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://0a1c68f2717649ef13547d9b4ff1e8c027e3f641f000ae0de2516acd2b16cfc6 exitCode: 0 finishedAt: "2026-04-16T16:58:39Z" reason: Completed startedAt: "2026-04-16T16:58:35Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.28 podIPs: - ip: 10.132.0.28 qosClass: Burstable startTime: "2026-04-16T16:58:35Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/batcher: "true" internal.serving.kserve.io/batcher-max-batchsize: "32" internal.serving.kserve.io/batcher-max-latency: "5000" internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.27/23"],"mac_address":"0a:58:0a:84:00:1b","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.27/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.27" ], "mac": "0a:58:0a:84:00:1b", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-sklearn-batcher-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T16:57:04Z" generateName: isvc-sklearn-batcher-predictor-6d5844b6c5- generation: 1 labels: app: isvc.isvc-sklearn-batcher-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 6d5844b6c5 serving.kserve.io/inferenceservice: isvc-sklearn-batcher managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-142-37 operation: Update subresource: status time: "2026-04-16T16:57:04Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/batcher: {} f:internal.serving.kserve.io/batcher-max-batchsize: {} f:internal.serving.kserve.io/batcher-max-latency: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"e1e9e0cb-3757-4cd8-80df-57f15e8e138a"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T16:57:04Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T16:57:05Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.27"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T16:58:31Z" name: isvc-sklearn-batcher-predictor-6d5844b6c5-2pp6r namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-sklearn-batcher-predictor-6d5844b6c5 uid: e1e9e0cb-3757-4cd8-80df-57f15e8e138a resourceVersion: "14337" uid: e190ead5-ee2d-4785-9efa-b6f854dfee7f spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-sklearn-batcher - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-sklearn-batcher image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true - args: - --enable-batcher - --max-batchsize - "32" - --max-latency - "5000" - --component-port - "8080" env: - name: SERVING_READINESS_PROBE value: '{"tcpSocket":{"port":8080},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3}' image: quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd imagePullPolicy: IfNotPresent name: agent ports: - containerPort: 9081 name: agent-port protocol: TCP readinessProbe: failureThreshold: 3 httpGet: httpHeaders: - name: K-Network-Probe value: queue path: / port: 9081 scheme: HTTP periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: "1" memory: 1Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-142-37.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T16:57:09Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T16:57:12Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T16:58:31Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T16:58:31Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T16:57:04Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://bfa3b0fa7568facd94e5d1f29384295034180eef1a28021adfe960914a0475ba image: quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd imageID: quay.io/opendatahub/kserve-agent@sha256:c9781733ef996f855b16c027ce82d2db56a391459f9e2c00a0fc9edc0d22ebe3 lastState: {} name: agent ready: true resources: limits: cpu: "1" memory: 1Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T16:57:28Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://92739c0ea5d241724f7d21ffc7bbaa60f417ffe905ff10836b1645d8bc246a12 image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T16:57:25Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.142.37 hostIPs: - ip: 10.0.142.37 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://76d84ad46148527e515f8329d1a0de4f5f48fbb0b8e844df78747364ba76364a image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://76d84ad46148527e515f8329d1a0de4f5f48fbb0b8e844df78747364ba76364a exitCode: 0 finishedAt: "2026-04-16T16:57:12Z" reason: Completed startedAt: "2026-04-16T16:57:08Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.27 podIPs: - ip: 10.132.0.27 qosClass: Burstable startTime: "2026-04-16T16:57:04Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.40/23"],"mac_address":"0a:58:0a:84:00:28","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.40/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.40" ], "mac": "0a:58:0a:84:00:28", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-sklearn-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:28:24Z" generateName: isvc-sklearn-predictor-66fb7c44cc- generation: 1 labels: app: isvc.isvc-sklearn-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 66fb7c44cc serving.kserve.io/inferenceservice: isvc-sklearn managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-142-37 operation: Update subresource: status time: "2026-04-16T17:28:24Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"7409e4d6-d1ed-48d4-a47a-bf579817d788"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:28:24Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:28:24Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.40"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:29:41Z" name: isvc-sklearn-predictor-66fb7c44cc-gzszm namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-sklearn-predictor-66fb7c44cc uid: 7409e4d6-d1ed-48d4-a47a-bf579817d788 resourceVersion: "29939" uid: 907fcecd-6d8b-4ac3-9eb5-92055fe5f000 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-sklearn - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-sklearn image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-142-37.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:28:25Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:28:29Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:29:41Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:29:41Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:28:24Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://3a3cb2b2661bad9dce075324326b990e202cca68b708b4cdf40cf0d141f3f7ef image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:28:29Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.142.37 hostIPs: - ip: 10.0.142.37 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://c27a0607ed8cdd377b8a51f0681537233528e6885cbd7a39528aaef55e474d65 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://c27a0607ed8cdd377b8a51f0681537233528e6885cbd7a39528aaef55e474d65 exitCode: 0 finishedAt: "2026-04-16T17:28:28Z" reason: Completed startedAt: "2026-04-16T17:28:24Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.40 podIPs: - ip: 10.132.0.40 qosClass: Burstable startTime: "2026-04-16T17:28:24Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/newsgroup/model.joblib k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.41/23"],"mac_address":"0a:58:0a:84:00:29","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.41/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.41" ], "mac": "0a:58:0a:84:00:29", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-sklearn-runtime-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:30:34Z" generateName: isvc-sklearn-runtime-predictor-cf744c55f- generation: 1 labels: app: isvc.isvc-sklearn-runtime-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: cf744c55f serving.kserve.io/inferenceservice: isvc-sklearn-runtime managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-142-37 operation: Update subresource: status time: "2026-04-16T17:30:34Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"b5e074ce-7d77-43ce-bfb0-dd0260e35a5b"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:30:34Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:30:35Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.41"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:31:04Z" name: isvc-sklearn-runtime-predictor-cf744c55f-54m8x namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-sklearn-runtime-predictor-cf744c55f uid: b5e074ce-7d77-43ce-bfb0-dd0260e35a5b resourceVersion: "30695" uid: 04655ab7-174e-4cf3-b5cf-52106e407e9c spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-sklearn-runtime - --model_dir=/mnt/models - --http_port=8080 - --workers=2 env: - name: INFERENCE_SERVICE_NAME value: isvc-sklearn-runtime image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: "2" memory: 4Gi requests: cpu: "2" memory: 2Gi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/sklearn/newsgroup/model.joblib - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-142-37.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:30:35Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:30:42Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:31:04Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:31:04Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:30:34Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: "2" memory: 2Gi containerID: cri-o://7997f050347657743e300852bc48dbcca99ab8428b2ab1d89bcd1304e2725a34 image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: "2" memory: 4Gi requests: cpu: "2" memory: 2Gi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:30:42Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.142.37 hostIPs: - ip: 10.0.142.37 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://37804a8d7db223c271e90f6d6f93517b1ed930d62f74d84d759a87d3262d6772 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://37804a8d7db223c271e90f6d6f93517b1ed930d62f74d84d759a87d3262d6772 exitCode: 0 finishedAt: "2026-04-16T17:30:42Z" reason: Completed startedAt: "2026-04-16T17:30:35Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.41 podIPs: - ip: 10.132.0.41 qosClass: Burstable startTime: "2026-04-16T17:30:34Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: ://sklearn internal.serving.kserve.io/storage-spec: "true" internal.serving.kserve.io/storage-spec-key: localS3 internal.serving.kserve.io/storage-spec-param: '{"bucket":"example-models"}' k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.29/23"],"mac_address":"0a:58:0a:85:00:1d","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.29/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.29" ], "mac": "0a:58:0a:85:00:1d", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-sklearn-s3-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:43:48Z" generateName: isvc-sklearn-s3-predictor-669df85bbb- generation: 1 labels: app: isvc.isvc-sklearn-s3-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 669df85bbb serving.kserve.io/inferenceservice: isvc-sklearn-s3 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-139-227 operation: Update subresource: status time: "2026-04-16T17:43:48Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:internal.serving.kserve.io/storage-spec: {} f:internal.serving.kserve.io/storage-spec-key: {} f:internal.serving.kserve.io/storage-spec-param: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"cdc5f911-6a53-4c34-84f1-7f1808e334c8"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:43:48Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:43:48Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.29"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:44:52Z" name: isvc-sklearn-s3-predictor-669df85bbb-v2gs7 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-sklearn-s3-predictor-669df85bbb uid: cdc5f911-6a53-4c34-84f1-7f1808e334c8 resourceVersion: "37726" uid: 0d7c9f56-4bf3-4d3d-b7d4-dfea94ae3322 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-sklearn-s3 - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-sklearn-s3 image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - s3://example-models/sklearn - /mnt/models env: - name: STORAGE_CONFIG valueFrom: secretKeyRef: key: localS3 name: storage-config - name: STORAGE_OVERRIDE_CONFIG value: '{"bucket":"example-models"}' - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-139-227.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:43:49Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:43:50Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:44:52Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:44:52Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:43:48Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://a5111bf6f8510d147f05015263aeb2a040f9a042ad537d7753f4e1887a5d3c03 image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:43:50Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.139.227 hostIPs: - ip: 10.0.139.227 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://c6bfa54948be5fcd0c89b14a1d6dd03bacfd500eb5018916846fd012801525f0 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://c6bfa54948be5fcd0c89b14a1d6dd03bacfd500eb5018916846fd012801525f0 exitCode: 0 finishedAt: "2026-04-16T17:43:49Z" reason: Completed startedAt: "2026-04-16T17:43:48Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.133.0.29 podIPs: - ip: 10.133.0.29 qosClass: Burstable startTime: "2026-04-16T17:43:48Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.3/mixedtype k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.22/23"],"mac_address":"0a:58:0a:85:00:16","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.22/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.22" ], "mac": "0a:58:0a:85:00:16", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-sklearn-v2-mixed-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:33:26Z" generateName: isvc-sklearn-v2-mixed-predictor-7969454ff4- generation: 1 labels: app: isvc.isvc-sklearn-v2-mixed-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 7969454ff4 serving.kserve.io/inferenceservice: isvc-sklearn-v2-mixed managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-139-227 operation: Update subresource: status time: "2026-04-16T17:33:26Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"dbbf2c34-1eec-47e1-b96c-e1bea4ed3e85"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:33:26Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:33:26Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.22"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:34:33Z" name: isvc-sklearn-v2-mixed-predictor-7969454ff4-s8d8j namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-sklearn-v2-mixed-predictor-7969454ff4 uid: dbbf2c34-1eec-47e1-b96c-e1bea4ed3e85 resourceVersion: "32447" uid: ddd6ca36-f864-4590-acad-c7e3b0ca88e9 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-sklearn-v2-mixed - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-sklearn-v2-mixed image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/sklearn/1.3/mixedtype - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-139-227.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:33:27Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:33:31Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:34:33Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:34:33Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:33:26Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://4c2411535be4e38b08108c7f6b9185c31414c3409d31959dd40f23be43f13110 image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:33:31Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.139.227 hostIPs: - ip: 10.0.139.227 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://271023b2e4af17f3d86f99a28157467b4ba251cf1492b29e3eaff6e41f20ddc9 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://271023b2e4af17f3d86f99a28157467b4ba251cf1492b29e3eaff6e41f20ddc9 exitCode: 0 finishedAt: "2026-04-16T17:33:30Z" reason: Completed startedAt: "2026-04-16T17:33:26Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.133.0.22 podIPs: - ip: 10.133.0.22 qosClass: Burstable startTime: "2026-04-16T17:33:26Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.21/23"],"mac_address":"0a:58:0a:85:00:15","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.21/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.21" ], "mac": "0a:58:0a:85:00:15", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-sklearn-v2-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:32:05Z" generateName: isvc-sklearn-v2-predictor-58bbfc4c57- generation: 1 labels: app: isvc.isvc-sklearn-v2-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 58bbfc4c57 serving.kserve.io/inferenceservice: isvc-sklearn-v2 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-139-227 operation: Update subresource: status time: "2026-04-16T17:32:05Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"b8b1a90e-9dcd-4743-85c1-b34457a0bbfe"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:32:05Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:32:06Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.21"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:33:25Z" name: isvc-sklearn-v2-predictor-58bbfc4c57-mfbvj namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-sklearn-v2-predictor-58bbfc4c57 uid: b8b1a90e-9dcd-4743-85c1-b34457a0bbfe resourceVersion: "31877" uid: 2be47088-cae2-4fca-8ee7-a6830bc260cb spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-sklearn-v2 - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-sklearn-v2 image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-139-227.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:32:06Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:32:10Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:33:25Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:33:25Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:32:05Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://b9e3aa871efa0a90a199ae9765115cc5ae25b8c5eb397e9acf5cbd209974523c image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:32:19Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.139.227 hostIPs: - ip: 10.0.139.227 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://33be4924f9a946ba952b75ddc812e880ab9488eb5a712b8d9e03e8ce5c982dc6 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://33be4924f9a946ba952b75ddc812e880ab9488eb5a712b8d9e03e8ce5c982dc6 exitCode: 0 finishedAt: "2026-04-16T17:32:10Z" reason: Completed startedAt: "2026-04-16T17:32:06Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.133.0.21 podIPs: - ip: 10.133.0.21 qosClass: Burstable startTime: "2026-04-16T17:32:05Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.44/23"],"mac_address":"0a:58:0a:86:00:2c","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.44/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.44" ], "mac": "0a:58:0a:86:00:2c", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-sklearn-v2-runtime-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:31:15Z" generateName: isvc-sklearn-v2-runtime-predictor-7dd9b85c64- generation: 1 labels: app: isvc.isvc-sklearn-v2-runtime-predictor component: predictor modelClass: mlserver_sklearn.SKLearnModel networking.kserve.io/visibility: exposed pod-template-hash: 7dd9b85c64 serving.kserve.io/inferenceservice: isvc-sklearn-v2-runtime managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:31:15Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:modelClass: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"16048e5b-1f07-4b02-a8b3-40f880ff5eb9"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_GRPC_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_HTTP_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_IMPLEMENTATION"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_URI"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:31:15Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:31:16Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.44"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:32:03Z" name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4qjt2 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64 uid: 16048e5b-1f07-4b02-a8b3-40f880ff5eb9 resourceVersion: "31202" uid: 059eab9b-8d48-4612-a432-a19551e35a31 spec: automountServiceAccountToken: false containers: - env: - name: MLSERVER_MODEL_NAME value: isvc-sklearn-v2-runtime - name: MLSERVER_MODEL_URI value: /mnt/models - name: MLSERVER_MODEL_IMPLEMENTATION value: mlserver_sklearn.SKLearnModel - name: MLSERVER_HTTP_PORT value: "8080" - name: MLSERVER_GRPC_PORT value: "9000" - name: INFERENCE_SERVICE_NAME value: isvc-sklearn-v2-runtime image: docker.io/seldonio/mlserver:1.7.1 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 httpGet: path: /v2/models/isvc-sklearn-v2-runtime/ready port: 8080 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:31:17Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:31:21Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:32:03Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:32:03Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:31:15Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://ab16f5b693911ef2841a2c27dc88e31e82a54af50bdae43f0351a964f4976eee image: docker.io/seldonio/mlserver:1.7.1 imageID: docker.io/seldonio/mlserver@sha256:80c10c963d5ef4f61abb84c72c5600a3da08e99acb8a8f4fc64c281df00dc218 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:31:21Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://1dedd77a319b68d91b0c9cd9e9d6e46dfc6457636c4edb4aa6cfff62d6d557a4 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://1dedd77a319b68d91b0c9cd9e9d6e46dfc6457636c4edb4aa6cfff62d6d557a4 exitCode: 0 finishedAt: "2026-04-16T17:31:20Z" reason: Completed startedAt: "2026-04-16T17:31:16Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.44 podIPs: - ip: 10.134.0.44 qosClass: Burstable startTime: "2026-04-16T17:31:15Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/tensorflow/flowers k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.23/23"],"mac_address":"0a:58:0a:85:00:17","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.23/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.23" ], "mac": "0a:58:0a:85:00:17", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-tensorflow-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:34:36Z" generateName: isvc-tensorflow-predictor-88f6f6cb7- generation: 1 labels: app: isvc.isvc-tensorflow-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 88f6f6cb7 serving.kserve.io/inferenceservice: isvc-tensorflow managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-139-227 operation: Update subresource: status time: "2026-04-16T17:34:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"0aeb33a1-831c-4590-a969-ca416034f976"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:command: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:34:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:34:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.23"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:34:56Z" name: isvc-tensorflow-predictor-88f6f6cb7-9v5tr namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-tensorflow-predictor-88f6f6cb7 uid: 0aeb33a1-831c-4590-a969-ca416034f976 resourceVersion: "32694" uid: 87e4cf4b-343b-4020-8668-4109915a39d4 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-tensorflow - --port=9000 - --rest_api_port=8080 - --model_base_path=/mnt/models - --rest_api_timeout_in_ms=60000 command: - /usr/bin/tensorflow_model_server env: - name: INFERENCE_SERVICE_NAME value: isvc-tensorflow image: tensorflow/serving:2.6.2 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 10m memory: 256Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/tensorflow/flowers - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-139-227.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:34:37Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:34:41Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:34:56Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:34:56Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:34:36Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 10m memory: 256Mi containerID: cri-o://838bf135a42afe2a3f6a8f1eb103b9b2a34cd411039a1e02dc19e506317cfc54 image: docker.io/tensorflow/serving:2.6.2 imageID: docker.io/tensorflow/serving@sha256:2f0b1213de372be6ddb310f9d5eecc6d6787a595b2466f1911b2b2a557bf9b8b lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 10m memory: 256Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:34:45Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.139.227 hostIPs: - ip: 10.0.139.227 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://6bd5050a2257b3a70b0045d95111104f45ffd71965496022f795381ee21c22d6 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://6bd5050a2257b3a70b0045d95111104f45ffd71965496022f795381ee21c22d6 exitCode: 0 finishedAt: "2026-04-16T17:34:41Z" reason: Completed startedAt: "2026-04-16T17:34:36Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.133.0.23 podIPs: - ip: 10.133.0.23 qosClass: Burstable startTime: "2026-04-16T17:34:36Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/tensorflow/flowers k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.24/23"],"mac_address":"0a:58:0a:85:00:18","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.24/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.24" ], "mac": "0a:58:0a:85:00:18", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-tensorflow-runtime-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:35:06Z" generateName: isvc-tensorflow-runtime-predictor-854bdff69c- generation: 1 labels: app: isvc.isvc-tensorflow-runtime-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 854bdff69c serving.kserve.io/inferenceservice: isvc-tensorflow-runtime managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-139-227 operation: Update subresource: status time: "2026-04-16T17:35:06Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"9aff6a83-98b0-4096-bfe0-42fac2b5ac22"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:command: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:35:06Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:35:07Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.24"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:35:24Z" name: isvc-tensorflow-runtime-predictor-854bdff69c-25n58 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-tensorflow-runtime-predictor-854bdff69c uid: 9aff6a83-98b0-4096-bfe0-42fac2b5ac22 resourceVersion: "32979" uid: 9ae4030d-4e94-4b2c-9d67-b7f9e25e2451 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-tensorflow-runtime - --port=9000 - --rest_api_port=8080 - --model_base_path=/mnt/models - --rest_api_timeout_in_ms=60000 command: - /usr/bin/tensorflow_model_server env: - name: INFERENCE_SERVICE_NAME value: isvc-tensorflow-runtime image: tensorflow/serving:2.6.2 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 10m memory: 256Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/tensorflow/flowers - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-139-227.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:35:07Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:35:12Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:35:24Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:35:24Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:35:06Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 10m memory: 256Mi containerID: cri-o://87ac84b69d00b67da4e26f359f9d87d2c15e46c138a73fa024ad7499ea56aac3 image: docker.io/tensorflow/serving:2.6.2 imageID: docker.io/tensorflow/serving@sha256:2f0b1213de372be6ddb310f9d5eecc6d6787a595b2466f1911b2b2a557bf9b8b lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 10m memory: 256Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:35:12Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.139.227 hostIPs: - ip: 10.0.139.227 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://0bea7c802c3618331089ef8e89893cef32c9e09b2256822906b35007d1172395 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://0bea7c802c3618331089ef8e89893cef32c9e09b2256822906b35007d1172395 exitCode: 0 finishedAt: "2026-04-16T17:35:11Z" reason: Completed startedAt: "2026-04-16T17:35:07Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.133.0.24 podIPs: - ip: 10.133.0.24 qosClass: Burstable startTime: "2026-04-16T17:35:06Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/torchscript k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.25/23"],"mac_address":"0a:58:0a:85:00:19","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.25/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.25" ], "mac": "0a:58:0a:85:00:19", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8002" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-triton-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:35:26Z" generateName: isvc-triton-predictor-85f9f46646- generation: 1 labels: app: isvc.isvc-triton-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 85f9f46646 serving.kserve.io/inferenceservice: isvc-triton managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-139-227 operation: Update subresource: status time: "2026-04-16T17:35:26Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"e8a5df11-36f7-4a9d-ac05-5d481788d01b"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:35:26Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:35:27Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.25"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:37:36Z" name: isvc-triton-predictor-85f9f46646-qbbq6 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-triton-predictor-85f9f46646 uid: e8a5df11-36f7-4a9d-ac05-5d481788d01b resourceVersion: "34003" uid: 61396d55-de1b-438d-9988-a1a58e30f2b4 spec: automountServiceAccountToken: false containers: - args: - tritonserver - --model-store=/mnt/models - --grpc-port=9000 - --http-port=8080 - --allow-grpc=true - --allow-http=true env: - name: INFERENCE_SERVICE_NAME value: isvc-triton image: nvcr.io/nvidia/tritonserver:23.05-py3 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 10m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/torchscript - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-139-227.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:35:27Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:35:31Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:37:36Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:37:36Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:35:26Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 10m memory: 128Mi containerID: cri-o://02e74b441882713561876bd95dd08b8c6c8f3360fe65653addf1ea32024733eb image: nvcr.io/nvidia/tritonserver:23.05-py3 imageID: nvcr.io/nvidia/tritonserver@sha256:0190dbdba3012f0c3ed9a7eaf57f0c8612443b36a3fbcbb4cff807a74dbdb819 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 10m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:37:25Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.139.227 hostIPs: - ip: 10.0.139.227 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://658919d0f40f6208e6e697ff8f01d609f0255d790c8d42aa462c697053451d21 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://658919d0f40f6208e6e697ff8f01d609f0255d790c8d42aa462c697053451d21 exitCode: 0 finishedAt: "2026-04-16T17:35:30Z" reason: Completed startedAt: "2026-04-16T17:35:27Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.133.0.25 podIPs: - ip: 10.133.0.25 qosClass: Burstable startTime: "2026-04-16T17:35:26Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/xgboost/1.5/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.26/23"],"mac_address":"0a:58:0a:85:00:1a","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.26/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.26" ], "mac": "0a:58:0a:85:00:1a", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-xgboost-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:37:47Z" generateName: isvc-xgboost-predictor-6dbc9d6d47- generation: 1 labels: app: isvc.isvc-xgboost-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 6dbc9d6d47 serving.kserve.io/inferenceservice: isvc-xgboost managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-139-227 operation: Update subresource: status time: "2026-04-16T17:37:47Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"e7a14493-e96c-4dc6-8eff-428bc7d923c9"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:37:47Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:37:47Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.26"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:39:13Z" name: isvc-xgboost-predictor-6dbc9d6d47-wzbfb namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-xgboost-predictor-6dbc9d6d47 uid: e7a14493-e96c-4dc6-8eff-428bc7d923c9 resourceVersion: "34772" uid: 53b723af-5354-4c47-9d53-ec7b8ff55d1a spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-xgboost - --model_dir=/mnt/models - --http_port=8080 - --nthread=1 env: - name: INFERENCE_SERVICE_NAME value: isvc-xgboost image: kserve/xgbserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/xgboost/1.5/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-139-227.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:37:48Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:37:52Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:39:13Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:39:13Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:37:47Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://ce20398c50919c50866ad84d112c53452ab6ba9c9371c5cfc7a696b58059f81e image: docker.io/kserve/xgbserver:latest imageID: docker.io/kserve/xgbserver@sha256:825e112935a7ac3b3b3dbaf9025455090f067b0f592c0f22958f22b320364fed lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:38:11Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.139.227 hostIPs: - ip: 10.0.139.227 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://7feeab0451cfb6899744ed367a0c21e974be4e0a8fc6ace887790cb08fa73cd2 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://7feeab0451cfb6899744ed367a0c21e974be4e0a8fc6ace887790cb08fa73cd2 exitCode: 0 finishedAt: "2026-04-16T17:37:51Z" reason: Completed startedAt: "2026-04-16T17:37:47Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.133.0.26 podIPs: - ip: 10.133.0.26 qosClass: Burstable startTime: "2026-04-16T17:37:47Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/xgboost/1.5/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.27/23"],"mac_address":"0a:58:0a:85:00:1b","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.27/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.27" ], "mac": "0a:58:0a:85:00:1b", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-xgboost-runtime-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:40:37Z" generateName: isvc-xgboost-runtime-predictor-687c7765c9- generation: 1 labels: app: isvc.isvc-xgboost-runtime-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 687c7765c9 serving.kserve.io/inferenceservice: isvc-xgboost-runtime managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-139-227 operation: Update subresource: status time: "2026-04-16T17:40:37Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"122ddb9c-3097-40f7-96e7-23f1a757b204"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:40:37Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:40:38Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.27"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:41:44Z" name: isvc-xgboost-runtime-predictor-687c7765c9-mw2j2 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-xgboost-runtime-predictor-687c7765c9 uid: 122ddb9c-3097-40f7-96e7-23f1a757b204 resourceVersion: "36103" uid: dd7adc61-daa5-4c47-a831-4c3cfa4785e4 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-xgboost-runtime - --model_dir=/mnt/models - --http_port=8080 - --nthread=1 env: - name: INFERENCE_SERVICE_NAME value: isvc-xgboost-runtime image: kserve/xgbserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/xgboost/1.5/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-139-227.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:40:38Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:40:42Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:41:44Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:41:44Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:40:37Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://7defd01561d3f09928076b78c52eadf27f27f39df92ed1aa4b4c2a4c43ca26a6 image: docker.io/kserve/xgbserver:latest imageID: docker.io/kserve/xgbserver@sha256:825e112935a7ac3b3b3dbaf9025455090f067b0f592c0f22958f22b320364fed lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:40:42Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.139.227 hostIPs: - ip: 10.0.139.227 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://a53a459e19fa190883ede29331813abf775ec20b33cad2e5eaab6f85a9ac93d2 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://a53a459e19fa190883ede29331813abf775ec20b33cad2e5eaab6f85a9ac93d2 exitCode: 0 finishedAt: "2026-04-16T17:40:41Z" reason: Completed startedAt: "2026-04-16T17:40:38Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.133.0.27 podIPs: - ip: 10.133.0.27 qosClass: Burstable startTime: "2026-04-16T17:40:37Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/xgboost/iris k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.45/23"],"mac_address":"0a:58:0a:86:00:2d","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.45/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.45" ], "mac": "0a:58:0a:86:00:2d", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-xgboost-v2-mlserver-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:39:17Z" generateName: isvc-xgboost-v2-mlserver-predictor-58b7db6668- generation: 1 labels: app: isvc.isvc-xgboost-v2-mlserver-predictor component: predictor modelClass: mlserver_xgboost.XGBoostModel networking.kserve.io/visibility: exposed pod-template-hash: 58b7db6668 serving.kserve.io/inferenceservice: isvc-xgboost-v2-mlserver managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:39:17Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:modelClass: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"25897478-6525-4b55-b068-309960e823d0"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_GRPC_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_HTTP_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_IMPLEMENTATION"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_PARALLEL_WORKERS"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_URI"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:39:17Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:39:17Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.45"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:39:54Z" name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-h8q77 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-xgboost-v2-mlserver-predictor-58b7db6668 uid: 25897478-6525-4b55-b068-309960e823d0 resourceVersion: "35143" uid: 59ee056f-54da-42d8-8925-48fa8e215f7a spec: automountServiceAccountToken: false containers: - env: - name: MLSERVER_MODEL_PARALLEL_WORKERS value: "0" - name: MLSERVER_MODEL_NAME value: isvc-xgboost-v2-mlserver - name: MLSERVER_MODEL_URI value: /mnt/models - name: MLSERVER_MODEL_IMPLEMENTATION value: mlserver_xgboost.XGBoostModel - name: MLSERVER_HTTP_PORT value: "8080" - name: MLSERVER_GRPC_PORT value: "9000" - name: INFERENCE_SERVICE_NAME value: isvc-xgboost-v2-mlserver image: docker.io/seldonio/mlserver:1.7.1 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 httpGet: path: /v2/models/isvc-xgboost-v2-mlserver/ready port: 8080 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 1Gi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/xgboost/iris - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:39:18Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:39:21Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:39:54Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:39:54Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:39:17Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://b7dfca91c429ec16a794985c67c0d86848519f06a09325f3c3013bd5f2264ec3 image: docker.io/seldonio/mlserver:1.7.1 imageID: docker.io/seldonio/mlserver@sha256:80c10c963d5ef4f61abb84c72c5600a3da08e99acb8a8f4fc64c281df00dc218 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 1Gi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:39:22Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://ed4fecc2ca039f6b79635090ef0f2f5bc862584fb7643c1c9283d6d7cd065500 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://ed4fecc2ca039f6b79635090ef0f2f5bc862584fb7643c1c9283d6d7cd065500 exitCode: 0 finishedAt: "2026-04-16T17:39:21Z" reason: Completed startedAt: "2026-04-16T17:39:17Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.45 podIPs: - ip: 10.134.0.45 qosClass: Burstable startTime: "2026-04-16T17:39:17Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/xgboost/iris k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.28/23"],"mac_address":"0a:58:0a:85:00:1c","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.28/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.28" ], "mac": "0a:58:0a:85:00:1c", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-xgboost-v2-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:42:38Z" generateName: isvc-xgboost-v2-predictor-5db5686f9f- generation: 1 labels: app: isvc.isvc-xgboost-v2-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 5db5686f9f serving.kserve.io/inferenceservice: isvc-xgboost-v2 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-139-227 operation: Update subresource: status time: "2026-04-16T17:42:38Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"820e3a2d-e3bd-407b-9347-dba45f6cb2ad"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:42:38Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:42:38Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.28"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:43:45Z" name: isvc-xgboost-v2-predictor-5db5686f9f-55j7w namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-xgboost-v2-predictor-5db5686f9f uid: 820e3a2d-e3bd-407b-9347-dba45f6cb2ad resourceVersion: "37150" uid: 65dd09e9-2e2e-4756-8e14-75abbe99f4b1 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-xgboost-v2 - --model_dir=/mnt/models - --http_port=8080 - --nthread=1 env: - name: INFERENCE_SERVICE_NAME value: isvc-xgboost-v2 image: kserve/xgbserver:latest imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 1Gi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/xgboost/iris - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-139-227.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:42:38Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:42:42Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:43:45Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:43:45Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:42:38Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://19ce0c2abb3f26edd2f414fe2223a5394e0fdacda5cce35c412650abd38a5ca5 image: docker.io/kserve/xgbserver:latest imageID: docker.io/kserve/xgbserver@sha256:825e112935a7ac3b3b3dbaf9025455090f067b0f592c0f22958f22b320364fed lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 1Gi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:42:43Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.139.227 hostIPs: - ip: 10.0.139.227 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://f153c6bd663bdf679d461ae162a16236b59b7d43a42bfab4ca0ca80e254fb399 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://f153c6bd663bdf679d461ae162a16236b59b7d43a42bfab4ca0ca80e254fb399 exitCode: 0 finishedAt: "2026-04-16T17:42:42Z" reason: Completed startedAt: "2026-04-16T17:42:38Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.133.0.28 podIPs: - ip: 10.133.0.28 qosClass: Burstable startTime: "2026-04-16T17:42:38Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/xgboost/iris k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.47/23"],"mac_address":"0a:58:0a:86:00:2f","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.47/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.47" ], "mac": "0a:58:0a:86:00:2f", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-xgboost-v2-runtime-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:41:47Z" generateName: isvc-xgboost-v2-runtime-predictor-b5d6966c7- generation: 1 labels: app: isvc.isvc-xgboost-v2-runtime-predictor component: predictor modelClass: mlserver_xgboost.XGBoostModel networking.kserve.io/visibility: exposed pod-template-hash: b5d6966c7 serving.kserve.io/inferenceservice: isvc-xgboost-v2-runtime managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:41:47Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:modelClass: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"59ea27a2-8105-4675-94c4-d4de213c59af"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_GRPC_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_HTTP_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_IMPLEMENTATION"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_URI"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:41:47Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:41:48Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.47"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:42:34Z" name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-87qdg namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-xgboost-v2-runtime-predictor-b5d6966c7 uid: 59ea27a2-8105-4675-94c4-d4de213c59af resourceVersion: "36546" uid: 13d15bf0-ed3e-456a-b5f5-ee62c25e3220 spec: automountServiceAccountToken: false containers: - env: - name: MLSERVER_MODEL_NAME value: isvc-xgboost-v2-runtime - name: MLSERVER_MODEL_URI value: /mnt/models - name: MLSERVER_MODEL_IMPLEMENTATION value: mlserver_xgboost.XGBoostModel - name: MLSERVER_HTTP_PORT value: "8080" - name: MLSERVER_GRPC_PORT value: "9000" - name: INFERENCE_SERVICE_NAME value: isvc-xgboost-v2-runtime image: docker.io/seldonio/mlserver:1.7.1 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 httpGet: path: /v2/models/isvc-xgboost-v2-runtime/ready port: 8080 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 1Gi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/xgboost/iris - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:41:48Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:41:52Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:42:34Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:42:34Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:41:47Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://50bd520ee6003c7a0fe46c52f4334ac35039fb77feded7d35ce5704f53e0394d image: docker.io/seldonio/mlserver:1.7.1 imageID: docker.io/seldonio/mlserver@sha256:80c10c963d5ef4f61abb84c72c5600a3da08e99acb8a8f4fc64c281df00dc218 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 1Gi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:41:52Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://0807254b41204e7f3794038da47bb25ff3cb5b10dbf2db82bb982c96ac20c872 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://0807254b41204e7f3794038da47bb25ff3cb5b10dbf2db82bb982c96ac20c872 exitCode: 0 finishedAt: "2026-04-16T17:41:52Z" reason: Completed startedAt: "2026-04-16T17:41:48Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.47 podIPs: - ip: 10.134.0.47 qosClass: Burstable startTime: "2026-04-16T17:41:47Z" - apiVersion: v1 kind: Pod metadata: annotations: k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.18/23"],"mac_address":"0a:58:0a:85:00:12","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.18/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.18" ], "mac": "0a:58:0a:85:00:12", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: message-dumper-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T16:59:55Z" generateName: message-dumper-predictor-7f66cccfb6- generation: 1 labels: app: isvc.message-dumper-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 7f66cccfb6 serving.kserve.io/inferenceservice: message-dumper managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-139-227 operation: Update subresource: status time: "2026-04-16T16:59:55Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"20f4857f-fe1f-4542-95d1-0e491069b957"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T16:59:55Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T16:59:55Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.18"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T16:59:56Z" name: message-dumper-predictor-7f66cccfb6-wc8z9 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: message-dumper-predictor-7f66cccfb6 uid: 20f4857f-fe1f-4542-95d1-0e491069b957 resourceVersion: "15088" uid: 3582f567-99bb-4b29-910d-79d4b21d3942 spec: automountServiceAccountToken: false containers: - env: - name: INFERENCE_SERVICE_NAME value: message-dumper image: gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw nodeName: ip-10-0-139-227.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T16:59:56Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T16:59:55Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T16:59:56Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T16:59:56Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T16:59:55Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 10m memory: 128Mi containerID: cri-o://4a5cfbc486831f5715b652d50b1de7997c375724942fb79fda00190e9c879b16 image: gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display:latest imageID: gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display@sha256:a4c088d4e48eaac7dc6de0dc3ef3fa4ed3e8f224baa4c2937f11061d380df430 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T16:59:56Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 hostIP: 10.0.139.227 hostIPs: - ip: 10.0.139.227 phase: Running podIP: 10.133.0.18 podIPs: - ip: 10.133.0.18 qosClass: Burstable startTime: "2026-04-16T16:59:55Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.43/23"],"mac_address":"0a:58:0a:86:00:2b","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.43/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.43" ], "mac": "0a:58:0a:86:00:2b", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: sklearn-v2-mlserver-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:29:44Z" generateName: sklearn-v2-mlserver-predictor-695d5f5568- generation: 1 labels: app: isvc.sklearn-v2-mlserver-predictor component: predictor modelClass: mlserver_sklearn.SKLearnModel networking.kserve.io/visibility: exposed pod-template-hash: 695d5f5568 serving.kserve.io/inferenceservice: sklearn-v2-mlserver managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:29:44Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:modelClass: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"f1138e04-e9c7-4ab6-a033-585a97880a7e"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_GRPC_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_HTTP_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_IMPLEMENTATION"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_URI"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:29:44Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:29:44Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.43"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:30:30Z" name: sklearn-v2-mlserver-predictor-695d5f5568-fvc2w namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: sklearn-v2-mlserver-predictor-695d5f5568 uid: f1138e04-e9c7-4ab6-a033-585a97880a7e resourceVersion: "30371" uid: 6e510c2a-a7c8-4c1a-8754-018a372a6279 spec: automountServiceAccountToken: false containers: - env: - name: MLSERVER_MODEL_NAME value: sklearn-v2-mlserver - name: MLSERVER_MODEL_URI value: /mnt/models - name: MLSERVER_MODEL_IMPLEMENTATION value: mlserver_sklearn.SKLearnModel - name: MLSERVER_HTTP_PORT value: "8080" - name: MLSERVER_GRPC_PORT value: "9000" - name: INFERENCE_SERVICE_NAME value: sklearn-v2-mlserver image: docker.io/seldonio/mlserver:1.7.1 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 httpGet: path: /v2/models/sklearn-v2-mlserver/ready port: 8080 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:29:45Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:29:48Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:30:30Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:30:30Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:29:44Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://8d4fad8b9a10ec808ca7c9e7dbe6f75fd9f7223464f7af6b280e7defb71afa18 image: docker.io/seldonio/mlserver:1.7.1 imageID: docker.io/seldonio/mlserver@sha256:80c10c963d5ef4f61abb84c72c5600a3da08e99acb8a8f4fc64c281df00dc218 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 512Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:29:48Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://f223124361ab4f446bc2e50699366a76f8e53e6b43859978da445bddc32fe30b image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://f223124361ab4f446bc2e50699366a76f8e53e6b43859978da445bddc32fe30b exitCode: 0 finishedAt: "2026-04-16T17:29:48Z" reason: Completed startedAt: "2026-04-16T17:29:44Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.43 podIPs: - ip: 10.134.0.43 qosClass: Burstable startTime: "2026-04-16T17:29:44Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/xgboost/iris/model.bst k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.46/23"],"mac_address":"0a:58:0a:86:00:2e","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.46/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.46" ], "mac": "0a:58:0a:86:00:2e", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: xgboost-v2-mlserver-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:39:57Z" generateName: xgboost-v2-mlserver-predictor-c58d48f- generation: 1 labels: app: isvc.xgboost-v2-mlserver-predictor component: predictor modelClass: mlserver_xgboost.XGBoostModel networking.kserve.io/visibility: exposed pod-template-hash: c58d48f serving.kserve.io/inferenceservice: xgboost-v2-mlserver managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-140-49 operation: Update subresource: status time: "2026-04-16T17:39:57Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:modelClass: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"3586d9fa-9be4-4d3a-be64-4716bd551f6b"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_GRPC_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_HTTP_PORT"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_IMPLEMENTATION"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_PARALLEL_WORKERS"}: .: {} f:name: {} f:value: {} k:{"name":"MLSERVER_MODEL_URI"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:39:57Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:39:57Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.46"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:40:34Z" name: xgboost-v2-mlserver-predictor-c58d48f-f64lm namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: xgboost-v2-mlserver-predictor-c58d48f uid: 3586d9fa-9be4-4d3a-be64-4716bd551f6b resourceVersion: "35507" uid: 306d7e24-f7b2-4a97-9e1d-8ded6e6ef290 spec: automountServiceAccountToken: false containers: - env: - name: MLSERVER_MODEL_PARALLEL_WORKERS value: "0" - name: MLSERVER_MODEL_NAME value: xgboost-v2-mlserver - name: MLSERVER_MODEL_URI value: /mnt/models - name: MLSERVER_MODEL_IMPLEMENTATION value: mlserver_xgboost.XGBoostModel - name: MLSERVER_HTTP_PORT value: "8080" - name: MLSERVER_GRPC_PORT value: "9000" - name: INFERENCE_SERVICE_NAME value: xgboost-v2-mlserver image: docker.io/seldonio/mlserver:1.7.1 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 httpGet: path: /v2/models/xgboost-v2-mlserver/ready port: 8080 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 1Gi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-5ftrw initContainers: - args: - gs://kfserving-examples/models/xgboost/iris/model.bst - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-140-49.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:39:58Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:40:02Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:40:34Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:40:34Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:39:57Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://1aca9d902a60854e400b2a1a08a33586460e303effafbfbcada167e70141ae06 image: docker.io/seldonio/mlserver:1.7.1 imageID: docker.io/seldonio/mlserver@sha256:80c10c963d5ef4f61abb84c72c5600a3da08e99acb8a8f4fc64c281df00dc218 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 1Gi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:40:02Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.140.49 hostIPs: - ip: 10.0.140.49 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://8a0377223b0f93a73bfa1122df7c97eb35a51745935280d2dad92a5742a9aba1 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://8a0377223b0f93a73bfa1122df7c97eb35a51745935280d2dad92a5742a9aba1 exitCode: 0 finishedAt: "2026-04-16T17:40:01Z" reason: Completed startedAt: "2026-04-16T17:39:58Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.134.0.46 podIPs: - ip: 10.134.0.46 qosClass: Burstable startTime: "2026-04-16T17:39:57Z" kind: PodList metadata: resourceVersion: "41252"