--- apiVersion: v1 items: - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/logger: "true" internal.serving.kserve.io/logger-mode: all internal.serving.kserve.io/logger-sink-url: http://message-dumper-raw-dc743-predictor.kserve-ci-e2e-test.svc.cluster.local internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.32/23"],"mac_address":"0a:58:0a:84:00:20","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.32/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.32" ], "mac": "0a:58:0a:84:00:20", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-logger-raw-dc743-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:02:40Z" generateName: isvc-logger-raw-dc743-predictor-94bcc8d69- generation: 1 labels: app: isvc.isvc-logger-raw-dc743-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 94bcc8d69 serving.kserve.io/inferenceservice: isvc-logger-raw-dc743 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-130-1 operation: Update subresource: status time: "2026-04-16T17:02:40Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/logger: {} f:internal.serving.kserve.io/logger-mode: {} f:internal.serving.kserve.io/logger-sink-url: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"a5afad3b-1d37-44a1-8fad-ece7f2618858"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:02:40Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:02:40Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.32"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:03:48Z" name: isvc-logger-raw-dc743-predictor-94bcc8d69-6pdkj namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-logger-raw-dc743-predictor-94bcc8d69 uid: a5afad3b-1d37-44a1-8fad-ece7f2618858 resourceVersion: "16931" uid: 2086a436-bded-4cab-b596-ed5ffdade66e spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-logger-raw-dc743 - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-logger-raw-dc743 image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true - args: - --log-url - http://message-dumper-raw-dc743-predictor.kserve-ci-e2e-test.svc.cluster.local - --source-uri - "" - --log-mode - all - --inference-service - isvc-logger-raw-dc743 - --namespace - kserve-ci-e2e-test - --endpoint - "" - --component - predictor - --logger-tls-skip-verify - "false" - --component-port - "8080" env: - name: SERVING_READINESS_PROBE value: '{"tcpSocket":{"port":8080},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3}' image: quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd imagePullPolicy: IfNotPresent name: agent ports: - containerPort: 9081 name: agent-port protocol: TCP readinessProbe: failureThreshold: 3 httpGet: httpHeaders: - name: K-Network-Probe value: queue path: / port: 9081 scheme: HTTP periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: "1" memory: 1Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-bgqcs initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-130-1.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:02:41Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:02:45Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:03:48Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:03:48Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:02:40Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://7aa923615db6c66231352dd93e44990e4a45cc5a58036d9f9cbff41e820b26ef image: quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd imageID: quay.io/opendatahub/kserve-agent@sha256:c9781733ef996f855b16c027ce82d2db56a391459f9e2c00a0fc9edc0d22ebe3 lastState: {} name: agent ready: true resources: limits: cpu: "1" memory: 1Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:02:45Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 - allocatedResources: cpu: 10m memory: 128Mi containerID: cri-o://4e2fa31ce7bae2faafc211dce9f140ea4dcb7bf9fe64543c70d6894c32d9cfcb image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:02:45Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.130.1 hostIPs: - ip: 10.0.130.1 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://ec22ce850ae3d01f1ac2a95f9982cfb30cd02ef6cebd6a97e2286595cc42439f image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://ec22ce850ae3d01f1ac2a95f9982cfb30cd02ef6cebd6a97e2286595cc42439f exitCode: 0 finishedAt: "2026-04-16T17:02:44Z" reason: Completed startedAt: "2026-04-16T17:02:40Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.32 podIPs: - ip: 10.132.0.32 qosClass: Burstable startTime: "2026-04-16T17:02:40Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/batcher: "true" internal.serving.kserve.io/batcher-max-batchsize: "32" internal.serving.kserve.io/batcher-max-latency: "5000" internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.27/23"],"mac_address":"0a:58:0a:84:00:1b","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.27/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.27" ], "mac": "0a:58:0a:84:00:1b", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-raw-sklearn-batcher-4801b-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T16:57:39Z" generateName: isvc-raw-sklearn-batcher-4801b-predictor-78465c5d67- generation: 1 labels: app: isvc.isvc-raw-sklearn-batcher-4801b-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 78465c5d67 serving.kserve.io/inferenceservice: isvc-raw-sklearn-batcher-4801b managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-130-1 operation: Update subresource: status time: "2026-04-16T16:57:39Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/batcher: {} f:internal.serving.kserve.io/batcher-max-batchsize: {} f:internal.serving.kserve.io/batcher-max-latency: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"a9e3bde0-3a30-40b9-91ec-af3f95b03b0f"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T16:57:39Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T16:57:39Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.27"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T16:59:04Z" name: isvc-raw-sklearn-batcher-4801b-predictor-78465c5d67-kxgcw namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-raw-sklearn-batcher-4801b-predictor-78465c5d67 uid: a9e3bde0-3a30-40b9-91ec-af3f95b03b0f resourceVersion: "14254" uid: e3bcf0d4-3673-4f6b-a638-04809c5e5256 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-raw-sklearn-batcher-4801b - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-raw-sklearn-batcher-4801b image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true - args: - --enable-batcher - --max-batchsize - "32" - --max-latency - "5000" - --component-port - "8080" env: - name: SERVING_READINESS_PROBE value: '{"tcpSocket":{"port":8080},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3}' image: quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd imagePullPolicy: IfNotPresent name: agent ports: - containerPort: 9081 name: agent-port protocol: TCP readinessProbe: failureThreshold: 3 httpGet: httpHeaders: - name: K-Network-Probe value: queue path: / port: 9081 scheme: HTTP periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: "1" memory: 1Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-bgqcs initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-130-1.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T16:57:44Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T16:57:47Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T16:59:04Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T16:59:04Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T16:57:39Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://646e519db8777fad14abd7ae4b2ea784a010d9c6ac076f12f586aaba387a2626 image: quay.io/opendatahub/kserve-agent@sha256:f8247bac087519464bb09f0d4b8b2d3ccc7707b40f660b20ee5a2ff256216fcd imageID: quay.io/opendatahub/kserve-agent@sha256:c9781733ef996f855b16c027ce82d2db56a391459f9e2c00a0fc9edc0d22ebe3 lastState: {} name: agent ready: true resources: limits: cpu: "1" memory: 1Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T16:58:02Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://5b70dd517c1dd5bf49583ed46e7297cd3189da6d6d4dc984e390ce725bbe52a7 image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T16:58:00Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.130.1 hostIPs: - ip: 10.0.130.1 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://3009ebc4842e6cb42414efd3e222f1944b7fb0fa458f1c5cb868facdb47eb86a image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://3009ebc4842e6cb42414efd3e222f1944b7fb0fa458f1c5cb868facdb47eb86a exitCode: 0 finishedAt: "2026-04-16T16:57:46Z" reason: Completed startedAt: "2026-04-16T16:57:43Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.27 podIPs: - ip: 10.132.0.27 qosClass: Burstable startTime: "2026-04-16T16:57:39Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.33/23"],"mac_address":"0a:58:0a:84:00:21","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.33/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.33" ], "mac": "0a:58:0a:84:00:21", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-sklearn-scale-raw-ae117-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:03:50Z" generateName: isvc-sklearn-scale-raw-ae117-predictor-5db48cf96c- generation: 1 labels: app: isvc.isvc-sklearn-scale-raw-ae117-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 5db48cf96c serving.kserve.io/inferenceservice: isvc-sklearn-scale-raw-ae117 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-130-1 operation: Update subresource: status time: "2026-04-16T17:03:50Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"ec46f57d-3ed7-43d2-aca7-40fd4cfc5ef8"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:03:50Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:03:50Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.33"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:05:56Z" name: isvc-sklearn-scale-raw-ae117-predictor-5db48cf96c-rqscw namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-sklearn-scale-raw-ae117-predictor-5db48cf96c uid: ec46f57d-3ed7-43d2-aca7-40fd4cfc5ef8 resourceVersion: "17911" uid: 2e9ca9e5-8d6f-44e8-a9d0-147483751715 spec: automountServiceAccountToken: false containers: - args: - --model_name=isvc-sklearn-scale-raw-ae117 - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-sklearn-scale-raw-ae117 image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 50m memory: 256Mi requests: cpu: 25m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-bgqcs initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-130-1.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:03:51Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:03:55Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:05:56Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:05:56Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:03:50Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 25m memory: 128Mi containerID: cri-o://72631db569f72ee75ab9a0f26f99a7d7d3a78696f623aff6f6e723b2be9cb6f6 image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: 50m memory: 256Mi requests: cpu: 25m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:03:55Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.130.1 hostIPs: - ip: 10.0.130.1 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://af38ce1b2832f5358c33f9b2eb221351c03237e4f97f7f68937b57c554b01cd6 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://af38ce1b2832f5358c33f9b2eb221351c03237e4f97f7f68937b57c554b01cd6 exitCode: 0 finishedAt: "2026-04-16T17:03:54Z" reason: Completed startedAt: "2026-04-16T17:03:51Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.33 podIPs: - ip: 10.132.0.33 qosClass: Burstable startTime: "2026-04-16T17:03:50Z" - apiVersion: v1 kind: Pod metadata: annotations: k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.21/23"],"mac_address":"0a:58:0a:85:00:15","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.21/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.21" ], "mac": "0a:58:0a:85:00:15", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: message-dumper-raw-dc743-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:02:30Z" generateName: message-dumper-raw-dc743-predictor-565764948c- generation: 1 labels: app: isvc.message-dumper-raw-dc743-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 565764948c serving.kserve.io/inferenceservice: message-dumper-raw-dc743 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-131-63 operation: Update subresource: status time: "2026-04-16T17:02:30Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"c474e6bb-9cfa-4019-9f02-5e19ba34404e"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:02:30Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:02:30Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.21"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:02:32Z" name: message-dumper-raw-dc743-predictor-565764948c-52wnv namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: message-dumper-raw-dc743-predictor-565764948c uid: c474e6bb-9cfa-4019-9f02-5e19ba34404e resourceVersion: "16284" uid: 38ae0f9c-2d58-4bac-a4bc-9e987a6aa202 spec: automountServiceAccountToken: false containers: - env: - name: INFERENCE_SERVICE_NAME value: message-dumper-raw-dc743 image: gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-bgqcs nodeName: ip-10-0-131-63.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:02:32Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:02:30Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:02:32Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:02:32Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:02:30Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 10m memory: 128Mi containerID: cri-o://6365b1deec424cbe4e20f79cff9cea35c60706c29bfd6ac206d013646d0701c1 image: gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display:latest imageID: gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display@sha256:a4c088d4e48eaac7dc6de0dc3ef3fa4ed3e8f224baa4c2937f11061d380df430 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:02:31Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 hostIP: 10.0.131.63 hostIPs: - ip: 10.0.131.63 phase: Running podIP: 10.133.0.21 podIPs: - ip: 10.133.0.21 qosClass: Burstable startTime: "2026-04-16T17:02:30Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.37/23"],"mac_address":"0a:58:0a:84:00:25","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.37/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.37" ], "mac": "0a:58:0a:84:00:25", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: raw-sklearn-19113-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:07:44Z" generateName: raw-sklearn-19113-predictor-6dbb9fd749- generation: 1 labels: app: isvc.raw-sklearn-19113-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 6dbb9fd749 serving.kserve.io/inferenceservice: raw-sklearn-19113 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-130-1 operation: Update subresource: status time: "2026-04-16T17:07:44Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"38286c85-a6e9-492e-bfae-33dbd514f33f"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:07:44Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:07:44Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.37"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:09:01Z" name: raw-sklearn-19113-predictor-6dbb9fd749-wfs4l namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: raw-sklearn-19113-predictor-6dbb9fd749 uid: 38286c85-a6e9-492e-bfae-33dbd514f33f resourceVersion: "19552" uid: 92d315dc-af6b-4a1d-8105-bd1156211f7d spec: automountServiceAccountToken: false containers: - args: - --model_name=raw-sklearn-19113 - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: raw-sklearn-19113 image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-bgqcs initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-130-1.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:45Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:49Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:09:01Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:09:01Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:07:44Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://6eb8387f8415dfe9dc0d9cc3165b16073647d00c8a4bd27060bd5f156b2ca6bf image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:07:49Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.130.1 hostIPs: - ip: 10.0.130.1 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://2ea38791ae24089d8ca250a6af167e2fd7dc6e4d69d4d3204f3e1b623ee66cac image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://2ea38791ae24089d8ca250a6af167e2fd7dc6e4d69d4d3204f3e1b623ee66cac exitCode: 0 finishedAt: "2026-04-16T17:07:48Z" reason: Completed startedAt: "2026-04-16T17:07:44Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.37 podIPs: - ip: 10.132.0.37 qosClass: Burstable startTime: "2026-04-16T17:07:44Z" - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.38/23"],"mac_address":"0a:58:0a:84:00:26","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.38/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.38" ], "mac": "0a:58:0a:84:00:26", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: raw-sklearn-runtime-aa36c-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-04-16T17:09:04Z" generateName: raw-sklearn-runtime-aa36c-predictor-5b67688557- generation: 1 labels: app: isvc.raw-sklearn-runtime-aa36c-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 5b67688557 serving.kserve.io/inferenceservice: raw-sklearn-runtime-aa36c managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-130-1 operation: Update subresource: status time: "2026-04-16T17:09:04Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"bb64393c-40da-4cfb-9bc4-1b52814846aa"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:09:04Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-04-16T17:09:04Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.38"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-04-16T17:10:21Z" name: raw-sklearn-runtime-aa36c-predictor-5b67688557-qw2cs namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: raw-sklearn-runtime-aa36c-predictor-5b67688557 uid: bb64393c-40da-4cfb-9bc4-1b52814846aa resourceVersion: "20191" uid: e32be801-b24c-4954-8d62-24bff5604915 spec: automountServiceAccountToken: false containers: - args: - --model_name=raw-sklearn-runtime-aa36c - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: raw-sklearn-runtime-aa36c image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-bgqcs initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000650000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location nodeName: ip-10-0-130-1.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000650000 seLinuxOptions: level: s0:c26,c0 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - emptyDir: {} name: kserve-provision-location status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-16T17:09:05Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-16T17:09:09Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-16T17:10:21Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-16T17:10:21Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-16T17:09:04Z" status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 128Mi containerID: cri-o://9098e462a86dcca26e7fb294a3ef88e15e1dfbb59b6e09c62e413fd3371fab0e image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:83e58497c2e29d037b8d2ce6dcee3ac034c2126e217857d211475b681727fbf4 lastState: {} name: kserve-container ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 50m memory: 128Mi restartCount: 0 started: true state: running: startedAt: "2026-04-16T17:09:09Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.130.1 hostIPs: - ip: 10.0.130.1 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://41d544b8ddcc4eb4141913777c4bc72a972d80da12973ef7edb54eb7f909fe15 image: quay.io/opendatahub/kserve-storage-initializer@sha256:ab565fe3972fd5cd2929b41b0a6a9face626513b818fecb7a38edcdfe0857061 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:567ba4dfd1959b9cf072d747b56138d54b44acd3f53ed2b05a77acec76059e9a lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://41d544b8ddcc4eb4141913777c4bc72a972d80da12973ef7edb54eb7f909fe15 exitCode: 0 finishedAt: "2026-04-16T17:09:08Z" reason: Completed startedAt: "2026-04-16T17:09:04Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000650000 uid: 1000650000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location phase: Running podIP: 10.132.0.38 podIPs: - ip: 10.132.0.38 qosClass: Burstable startTime: "2026-04-16T17:09:04Z" kind: PodList metadata: resourceVersion: "20458"