--- apiVersion: v1 items: - apiVersion: v1 kind: Pod metadata: annotations: internal.serving.kserve.io/logger: "true" internal.serving.kserve.io/logger-mode: all internal.serving.kserve.io/logger-sink-url: http://message-dumper-raw-cipn-predictor.kserve-ci-e2e-test.svc.cluster.local:8080 internal.serving.kserve.io/storage-initializer-sourceuri: gs://kfserving-examples/models/sklearn/1.0/model k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.43/23"],"mac_address":"0a:58:0a:85:00:2b","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.43/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.43" ], "mac": "0a:58:0a:85:00:2b", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 prometheus.kserve.io/path: /metrics prometheus.kserve.io/port: "8080" seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user service.beta.openshift.io/serving-cert-secret-name: isvc-logger-raw-cipn-predictor-serving-cert serving.kserve.io/deploymentMode: Standard serving.kserve.io/enable-metric-aggregation: "false" serving.kserve.io/enable-prometheus-scraping: "false" creationTimestamp: "2026-09-17T18:55:03Z" deletionGracePeriodSeconds: 30 deletionTimestamp: "2026-09-17T18:57:08Z" generateName: isvc-logger-raw-cipn-predictor-7dc457b548- generation: 2 labels: app: isvc.isvc-logger-raw-cipn-predictor component: predictor networking.kserve.io/visibility: exposed pod-template-hash: 7dc457b548 serving.kserve.io/inferenceservice: isvc-logger-raw-cipn managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-130-229 operation: Update subresource: status time: "2026-09-17T18:55:03Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:internal.serving.kserve.io/logger: {} f:internal.serving.kserve.io/logger-mode: {} f:internal.serving.kserve.io/logger-sink-url: {} f:internal.serving.kserve.io/storage-initializer-sourceuri: {} f:prometheus.kserve.io/path: {} f:prometheus.kserve.io/port: {} f:service.beta.openshift.io/serving-cert-secret-name: {} f:serving.kserve.io/deploymentMode: {} f:generateName: {} f:labels: .: {} f:app: {} f:component: {} f:networking.kserve.io/visibility: {} f:pod-template-hash: {} f:serving.kserve.io/inferenceservice: {} f:ownerReferences: .: {} k:{"uid":"01fc6c26-db01-47a3-ba25-b089ff7520f2"}: {} f:spec: f:automountServiceAccountToken: {} f:containers: k:{"name":"kserve-container"}: .: {} f:args: {} f:env: .: {} k:{"name":"INFERENCE_SERVICE_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:readinessProbe: .: {} f:failureThreshold: {} f:periodSeconds: {} f:successThreshold: {} f:tcpSocket: .: {} f:port: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/etc/tls/private"}: .: {} f:mountPath: {} f:name: {} k:{"name":"kube-rbac-proxy"}: .: {} f:args: {} f:image: {} f:imagePullPolicy: {} f:livenessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:name: {} f:ports: .: {} k:{"containerPort":8443,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} k:{"containerPort":8643,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/etc/kube-rbac-proxy"}: .: {} f:mountPath: {} f:name: {} f:readOnly: {} k:{"mountPath":"/etc/tls/private"}: .: {} f:mountPath: {} f:name: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"kube-rbac-proxy-sar-config"}: .: {} f:configMap: .: {} f:defaultMode: {} f:name: {} f:name: {} k:{"name":"proxy-tls"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:secretName: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:03Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-09-17T18:55:04Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:reason: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodScheduled"}: f:observedGeneration: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:reason: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:observedGeneration: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.43"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-09-17T18:57:08Z" name: isvc-logger-raw-cipn-predictor-7dc457b548-npdh9 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: isvc-logger-raw-cipn-predictor-7dc457b548 uid: 01fc6c26-db01-47a3-ba25-b089ff7520f2 resourceVersion: "25010" uid: b1159cdf-1d03-47ab-b93d-e5e252940705 spec: automountServiceAccountToken: true containers: - args: - --model_name=isvc-logger-raw-cipn - --model_dir=/mnt/models - --http_port=8080 env: - name: INFERENCE_SERVICE_NAME value: isvc-logger-raw-cipn image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001 imagePullPolicy: IfNotPresent name: kserve-container readinessProbe: failureThreshold: 3 periodSeconds: 10 successThreshold: 1 tcpSocket: port: 8080 timeoutSeconds: 1 resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 128Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /etc/tls/private name: proxy-tls - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-tlfdq readOnly: true - mountPath: /mnt/models name: kserve-provision-location readOnly: true - args: - --secure-listen-address=:8443 - --proxy-endpoints-port=8643 - --upstream=http://localhost:9081 - --auth-header-fields-enabled=true - --tls-cert-file=/etc/tls/private/tls.crt - --tls-private-key-file=/etc/tls/private/tls.key - --config-file=/etc/kube-rbac-proxy/config-file.yaml - --v=4 image: quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3 imagePullPolicy: IfNotPresent livenessProbe: failureThreshold: 3 httpGet: path: /healthz port: 8643 scheme: HTTPS initialDelaySeconds: 30 periodSeconds: 5 successThreshold: 1 timeoutSeconds: 1 name: kube-rbac-proxy ports: - containerPort: 8443 name: https protocol: TCP - containerPort: 8643 name: proxy protocol: TCP readinessProbe: failureThreshold: 3 httpGet: path: /healthz port: 8643 scheme: HTTPS initialDelaySeconds: 5 periodSeconds: 5 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: 200m memory: 128Mi requests: cpu: 100m memory: 64Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /etc/tls/private name: proxy-tls - mountPath: /etc/kube-rbac-proxy name: kube-rbac-proxy-sar-config readOnly: true - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-tlfdq readOnly: true - args: - --log-url - http://message-dumper-raw-cipn-predictor.kserve-ci-e2e-test.svc.cluster.local:8080 - --source-uri - "" - --log-mode - all - --inference-service - isvc-logger-raw-cipn - --namespace - kserve-ci-e2e-test - --endpoint - "" - --component - predictor - --logger-tls-skip-verify - "false" - --component-port - "8080" env: - name: SERVING_READINESS_PROBE value: '{"tcpSocket":{"port":8080},"timeoutSeconds":1,"periodSeconds":10,"successThreshold":1,"failureThreshold":3}' - name: AWS_ACCESS_KEY_ID valueFrom: secretKeyRef: key: AWS_ACCESS_KEY_ID name: seaweedfs-s3-creds - name: AWS_SECRET_ACCESS_KEY valueFrom: secretKeyRef: key: AWS_SECRET_ACCESS_KEY name: seaweedfs-s3-creds - name: S3_USE_HTTPS value: "0" - name: S3_ENDPOINT value: s3-service.kserve:8333 - name: AWS_ENDPOINT_URL value: http://s3-service.kserve:8333 - name: S3_VERIFY_SSL value: "0" - name: AWS_CA_BUNDLE value: /etc/ssl/custom-certs/cabundle.crt - name: AWS_CA_BUNDLE_CONFIGMAP value: odh-kserve-custom-ca-bundle image: quay.io/opendatahub/kserve-agent@sha256:c3ee34dbfbd8498277757f38450736d979dd87ed51916edfb0ebbd9797b7ddb4 imagePullPolicy: IfNotPresent name: agent ports: - containerPort: 9081 name: agent-port protocol: TCP readinessProbe: failureThreshold: 3 httpGet: httpHeaders: - name: K-Network-Probe value: queue path: / port: 9081 scheme: HTTP periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: "1" memory: 1Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false runAsNonRoot: true runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-tlfdq readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: default-dockercfg-chzzm initContainers: - args: - gs://kfserving-examples/models/sklearn/1.0/model - /mnt/models env: - name: AWS_ACCESS_KEY_ID valueFrom: secretKeyRef: key: AWS_ACCESS_KEY_ID name: seaweedfs-s3-creds - name: AWS_SECRET_ACCESS_KEY valueFrom: secretKeyRef: key: AWS_SECRET_ACCESS_KEY name: seaweedfs-s3-creds - name: S3_USE_HTTPS value: "0" - name: S3_ENDPOINT value: s3-service.kserve:8333 - name: AWS_ENDPOINT_URL value: http://s3-service.kserve:8333 - name: S3_VERIFY_SSL value: "0" - name: AWS_CA_BUNDLE value: /etc/ssl/custom-certs/cabundle.crt - name: AWS_CA_BUNDLE_CONFIGMAP value: odh-kserve-custom-ca-bundle - name: CA_BUNDLE_CONFIGMAP_NAME value: odh-kserve-custom-ca-bundle - name: CA_BUNDLE_VOLUME_MOUNT_POINT value: /etc/ssl/custom-certs - name: HF_HUB_ENABLE_HF_TRANSFER value: "1" - name: HF_XET_HIGH_PERFORMANCE value: "1" - name: HF_XET_NUM_CONCURRENT_RANGE_GETS value: "8" image: quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77 imagePullPolicy: IfNotPresent name: storage-initializer resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsNonRoot: true runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /mnt/models name: kserve-provision-location - mountPath: /etc/ssl/custom-certs name: cabundle-cert readOnly: true - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-tlfdq readOnly: true nodeName: ip-10-0-130-229.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000660000 seLinuxOptions: level: s0:c26,c5 seccompProfile: type: RuntimeDefault serviceAccount: default serviceAccountName: default terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - name: proxy-tls secret: defaultMode: 420 secretName: isvc-logger-raw-cipn-predictor-serving-cert - configMap: defaultMode: 420 name: isvc-logger-raw-cipn-kube-rbac-proxy-sar-config name: kube-rbac-proxy-sar-config - name: kube-api-access-tlfdq projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace - configMap: items: - key: service-ca.crt path: service-ca.crt name: openshift-service-ca.crt - emptyDir: {} name: kserve-provision-location - configMap: defaultMode: 420 name: odh-kserve-custom-ca-bundle name: cabundle-cert status: conditions: - lastProbeTime: null lastTransitionTime: "2026-09-17T18:57:08Z" observedGeneration: 2 status: "False" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-09-17T18:55:08Z" observedGeneration: 2 status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-09-17T18:56:51Z" observedGeneration: 2 reason: PodFailed status: "False" type: Ready - lastProbeTime: null lastTransitionTime: "2026-09-17T18:56:51Z" observedGeneration: 2 reason: PodFailed status: "False" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-09-17T18:55:03Z" observedGeneration: 2 status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://ad9527bcf104628a1b052bb980fc4a6423260192423757443eadf182ef1c8239 image: quay.io/opendatahub/kserve-agent@sha256:c3ee34dbfbd8498277757f38450736d979dd87ed51916edfb0ebbd9797b7ddb4 imageID: quay.io/opendatahub/kserve-agent@sha256:c10251c7887248b3717fcc01508df9400ddd28fbd490f6efcf31e049546304f1 lastState: {} name: agent ready: false resources: limits: cpu: "1" memory: 1Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://ad9527bcf104628a1b052bb980fc4a6423260192423757443eadf182ef1c8239 exitCode: 0 finishedAt: "2026-09-17T18:57:08Z" reason: Completed startedAt: "2026-09-17T18:55:08Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-tlfdq readOnly: true recursiveReadOnly: Disabled - allocatedResources: cpu: 10m memory: 128Mi containerID: cri-o://4e08c7833ede19e3d6bc5139d42aae63579e515dfafc3de6f2099a0c0fb85275 image: quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001 imageID: quay.io/opendatahub/sklearn-serving-runtime@sha256:1442e3f8021f19d9f907af23ee4c82f31edd3e8ff43ae32652328ff49ac48674 lastState: {} name: kserve-container ready: false resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 128Mi restartCount: 0 started: false state: terminated: containerID: cri-o://4e08c7833ede19e3d6bc5139d42aae63579e515dfafc3de6f2099a0c0fb85275 exitCode: 0 finishedAt: "2026-09-17T18:56:43Z" reason: Completed startedAt: "2026-09-17T18:55:08Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /etc/tls/private name: proxy-tls - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-tlfdq readOnly: true recursiveReadOnly: Disabled - mountPath: /mnt/models name: kserve-provision-location readOnly: true recursiveReadOnly: Disabled - allocatedResources: cpu: 100m memory: 64Mi containerID: cri-o://bd2bf1abb9140e67791d6d03a3026fce8f0fc30784a5918414049bc8388bf387 image: quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3 imageID: quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3 lastState: {} name: kube-rbac-proxy ready: false resources: limits: cpu: 200m memory: 128Mi requests: cpu: 100m memory: 64Mi restartCount: 0 started: false state: terminated: containerID: cri-o://bd2bf1abb9140e67791d6d03a3026fce8f0fc30784a5918414049bc8388bf387 exitCode: 2 finishedAt: "2026-09-17T18:56:38Z" reason: Error startedAt: "2026-09-17T18:55:08Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /etc/tls/private name: proxy-tls - mountPath: /etc/kube-rbac-proxy name: kube-rbac-proxy-sar-config readOnly: true recursiveReadOnly: Disabled - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-tlfdq readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.130.229 hostIPs: - ip: 10.0.130.229 initContainerStatuses: - allocatedResources: cpu: 100m memory: 100Mi containerID: cri-o://6e93156fd91e2605dfe28c839dc52b8cecb7666c72749e04f08aef7392875b74 image: quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77 imageID: quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77 lastState: {} name: storage-initializer ready: true resources: limits: cpu: "1" memory: 24Gi requests: cpu: 100m memory: 100Mi restartCount: 0 started: false state: terminated: containerID: cri-o://6e93156fd91e2605dfe28c839dc52b8cecb7666c72749e04f08aef7392875b74 exitCode: 0 finishedAt: "2026-09-17T18:55:08Z" reason: Completed startedAt: "2026-09-17T18:55:04Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /mnt/models name: kserve-provision-location - mountPath: /etc/ssl/custom-certs name: cabundle-cert readOnly: true recursiveReadOnly: Disabled - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-tlfdq readOnly: true recursiveReadOnly: Disabled observedGeneration: 2 phase: Failed podIP: 10.133.0.43 podIPs: - ip: 10.133.0.43 qosClass: Burstable startTime: "2026-09-17T18:55:03Z" kind: PodList metadata: resourceVersion: "25010"