| Time | Namespace | Component | RelatedObject | Reason | Message |
|---|---|---|---|---|---|
kserve-ci-e2e-test |
switch-graph-f0d41-64565558d8-5ldxn |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-f0d41-64565558d8-5ldxn to ip-10-0-135-249.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-efe2d-predictor-564c8f4947-m77mg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-efe2d-predictor-564c8f4947-m77mg to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-a019b-predictor-5578757556-bfcld |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-a019b-predictor-5578757556-bfcld to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-a019b-69676cb5c4-5td7b |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-a019b-69676cb5c4-5td7b to ip-10-0-135-249.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-6687f-predictor-547df57596-fmjkv |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-6687f-predictor-547df57596-fmjkv to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-38e88-predictor-5d744d6567-8cj6h |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-38e88-predictor-5d744d6567-8cj6h to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-21cc5-predictor-76676b5555-2rb8n |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-21cc5-predictor-76676b5555-2rb8n to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-6687f-85bb45f787-r8tvt |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-6687f-85bb45f787-r8tvt to ip-10-0-135-249.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-a90bb-5b767cc4d9-qrwl6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-a90bb-5b767cc4d9-qrwl6 to ip-10-0-135-249.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-f0d41-predictor-8bd487845-z6k94 to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-efe2d-c6c68b6dc-xnx4n |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-efe2d-c6c68b6dc-xnx4n to ip-10-0-135-249.ec2.internal | ||
kserve-ci-e2e-test |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-wvdwg to ip-10-0-141-151.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-efe2d-predictor-568fd6d6fd-br76g |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-efe2d-predictor-568fd6d6fd-br76g to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-97269-predictor-7d7f6f997b-9t55g |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-97269-predictor-7d7f6f997b-9t55g to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-6687f-predictor-769fddcb6f-tfzgl |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-6687f-predictor-769fddcb6f-tfzgl to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-38e88-predictor-859fd4f7c8-bfsds |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-38e88-predictor-859fd4f7c8-bfsds to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-21cc5-6dc7d7677b-phnvq |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-21cc5-6dc7d7677b-phnvq to ip-10-0-135-249.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-97269-f566d894d-nvnf6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-97269-f566d894d-nvnf6 to ip-10-0-135-249.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-e62f1-6549dd5fcb-8hnkl |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-e62f1-6549dd5fcb-8hnkl to ip-10-0-135-249.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh to ip-10-0-135-249.ec2.internal | ||
kserve-ci-e2e-test |
model-chainer-c9f7f4f47-wwvjz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/model-chainer-c9f7f4f47-wwvjz to ip-10-0-135-249.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-1da67-predictor-5c69b7464d-wgnzr to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-97269-predictor-b796c5fd5-tzshw |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-97269-predictor-b796c5fd5-tzshw to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-1da67-9557f86c-ptfbc |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-1da67-9557f86c-ptfbc to ip-10-0-135-249.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 to ip-10-0-141-151.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-a019b-predictor-54d5fc55df-ccngm |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-a019b-predictor-54d5fc55df-ccngm to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-a90bb-predictor-675fc99bf9-zwxft |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-a90bb-predictor-675fc99bf9-zwxft to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-e62f1-predictor-7d46c6569f-w87lj to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-38e88-5fb9579648-khh64 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-38e88-5fb9579648-khh64 to ip-10-0-135-249.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-1da67-predictor-76bff85dd9-db9wj to ip-10-0-139-103.ec2.internal | ||
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Pulling |
Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1744" | |
kserve-ci-e2e-test |
multus |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
AddedInterface |
Add eth0 [10.134.0.20/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-1-predictor-d779bb8df |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-1-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-1-predictor-d779bb8df from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-xgboost-graph-predictor-555fc69d56 |
SuccessfulCreate |
Created pod: isvc-xgboost-graph-predictor-555fc69d56-wvdwg | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-e62f1-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-e62f1-predictor-57b4c448cd from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
isvc-xgboost-graph-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-e62f1-predictor-7d46c6569f |
SuccessfulCreate |
Created pod: success-200-isvc-e62f1-predictor-7d46c6569f-w87lj | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-e62f1-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-e62f1-predictor-7d46c6569f from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-e62f1-predictor-57b4c448cd |
SuccessfulCreate |
Created pod: error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-e62f1-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-2-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-2-predictor-c5d76d7f from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-2-predictor-c5d76d7f |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
AddedInterface |
Add eth0 [10.132.0.22/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Pulling |
Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1744" | |
kserve-ci-e2e-test |
multus |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
AddedInterface |
Add eth0 [10.134.0.21/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
AddedInterface |
Add eth0 [10.133.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
AddedInterface |
Add eth0 [10.132.0.23/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Pulling |
Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1744" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" in 3.454s (3.454s including waiting). Image size: 301882321 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Pulling |
Pulling image "kserve/xgbserver:latest" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1744" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Pulled |
Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1744" in 14.751s (14.751s including waiting). Image size: 1334629482 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Pulled |
Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1744" in 15.819s (15.819s including waiting). Image size: 1335611503 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.484s (2.484s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.493s (2.493s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1744" in 15.205s (15.205s including waiting). Image size: 1558048690 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1744" in 12.793s (12.793s including waiting). Image size: 1558048690 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.191s (2.191s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Started |
Started container kube-rbac-proxy | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e62f1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e62f1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 10.853s (10.853s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Pulled |
Successfully pulled image "kserve/xgbserver:latest" in 25.171s (25.171s including waiting). Image size: 1306969339 bytes. | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Started |
Started container kube-rbac-proxy | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e62f1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e62f1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e62f1 |
InferenceServiceReady |
InferenceService [success-200-isvc-e62f1] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e62f1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-e62f1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-e62f1 |
InferenceServiceReady |
InferenceService [error-404-isvc-e62f1] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e62f1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e62f1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x7) | kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection refused |
kserve-ci-e2e-test |
multus |
switch-graph-e62f1-6549dd5fcb-8hnkl |
AddedInterface |
Add eth0 [10.133.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-e62f1 |
InferenceGraphReady |
InferenceGraph [switch-graph-e62f1] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-e62f1-6549dd5fcb-8hnkl |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:4979cb407a123d624c47a64b3f1979504d753f7cd80622e43a8523addc69e145" | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-e62f1-6549dd5fcb |
SuccessfulCreate |
Created pod: switch-graph-e62f1-6549dd5fcb-8hnkl | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-e62f1 |
ScalingReplicaSet |
Scaled up replica set switch-graph-e62f1-6549dd5fcb from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-e62f1-6549dd5fcb-8hnkl |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:4979cb407a123d624c47a64b3f1979504d753f7cd80622e43a8523addc69e145" in 2.215s (2.215s including waiting). Image size: 218081401 bytes. | |
kserve-ci-e2e-test |
kubelet |
switch-graph-e62f1-6549dd5fcb-8hnkl |
Created |
Created container: switch-graph-e62f1 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-e62f1-6549dd5fcb-8hnkl |
Started |
Started container switch-graph-e62f1 | |
| (x8) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection refused |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
InferenceServiceReady |
InferenceService [isvc-xgboost-graph] is Ready | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-f0d41-predictor-8bd487845 |
SuccessfulCreate |
Created pod: success-200-isvc-f0d41-predictor-8bd487845-z6k94 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-e62f1-6549dd5fcb-8hnkl |
Killing |
Stopping container switch-graph-e62f1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f0d41 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f0d41": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f0d41 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-f0d41": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f0d41": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-f0d41-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-f0d41-predictor-8bd487845 from 0 to 1 | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e62f1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e62f1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-f0d41-predictor-9cfbdbc84 |
SuccessfulCreate |
Created pod: error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f0d41 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-f0d41": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f0d41": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f0d41 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f0d41": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-f0d41-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-f0d41-predictor-9cfbdbc84 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-f0d41-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
AddedInterface |
Add eth0 [10.134.0.22/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e62f1-predictor-7d46c6569f-w87lj |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp 10.134.0.20:8643: connect: connection refused | |
kserve-ci-e2e-test |
multus |
error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d |
AddedInterface |
Add eth0 [10.134.0.23/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-f0d41-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e62f1-predictor-57b4c448cd-lhtxd |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp 10.134.0.21:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-1] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-2] is Ready | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-e62f1-6549dd5fcb-8hnkl |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f0d41-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
multus |
model-chainer-c9f7f4f47-wwvjz |
AddedInterface |
Add eth0 [10.133.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
model-chainer-c9f7f4f47-wwvjz |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:4979cb407a123d624c47a64b3f1979504d753f7cd80622e43a8523addc69e145" already present on machine | |
kserve-ci-e2e-test |
InferenceGraphController |
model-chainer |
InferenceGraphReady |
InferenceGraph [model-chainer] is Ready | |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f0d41-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f0d41-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f0d41-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
model-chainer-c9f7f4f47 |
SuccessfulCreate |
Created pod: model-chainer-c9f7f4f47-wwvjz | |
kserve-ci-e2e-test |
deployment-controller |
model-chainer |
ScalingReplicaSet |
Scaled up replica set model-chainer-c9f7f4f47 from 0 to 1 | |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
model-chainer-c9f7f4f47-wwvjz |
Started |
Started container model-chainer | |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
model-chainer-c9f7f4f47-wwvjz |
Created |
Created container: model-chainer | |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-38e88-predictor-859fd4f7c8 |
SuccessfulCreate |
Created pod: error-404-isvc-38e88-predictor-859fd4f7c8-bfsds | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-38e88-predictor-5d744d6567 |
SuccessfulCreate |
Created pod: success-200-isvc-38e88-predictor-5d744d6567-8cj6h | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-38e88 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-38e88": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-38e88": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-wvdwg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
model-chainer-c9f7f4f47-wwvjz |
Killing |
Stopping container model-chainer | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-38e88-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-38e88-predictor-859fd4f7c8 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-38e88 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-38e88": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-38e88-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-38e88-predictor-5d744d6567 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Killing |
Stopping container kube-rbac-proxy | |
| (x2) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-38e88-predictor-5d744d6567-8cj6h |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-38e88-predictor-serving-cert" not found |
kserve-ci-e2e-test |
multus |
error-404-isvc-38e88-predictor-859fd4f7c8-bfsds |
AddedInterface |
Add eth0 [10.134.0.25/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-38e88-predictor-859fd4f7c8-bfsds |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-38e88-predictor-859fd4f7c8-bfsds |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-38e88-predictor-859fd4f7c8-bfsds |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-38e88-predictor-859fd4f7c8-bfsds |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-38e88-predictor-859fd4f7c8-bfsds |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-38e88-predictor-859fd4f7c8-bfsds |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-38e88-predictor-5d744d6567-8cj6h |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-38e88-predictor-5d744d6567-8cj6h |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-38e88-predictor-5d744d6567-8cj6h |
AddedInterface |
Add eth0 [10.134.0.24/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-38e88-predictor-5d744d6567-8cj6h |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-38e88-predictor-5d744d6567-8cj6h |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-38e88-predictor-5d744d6567-8cj6h |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-38e88-predictor-5d744d6567-8cj6h |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-d779bb8df-bgvc8 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp 10.132.0.22:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp 10.133.0.34:8643: connect: connection refused | |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-c5d76d7f-b9ckh |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f0d41 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f0d41 |
InferenceServiceReady |
InferenceService [success-200-isvc-f0d41] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f0d41 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f0d41 |
InferenceServiceReady |
InferenceService [error-404-isvc-f0d41] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f0d41-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-f0d41-64565558d8 |
SuccessfulCreate |
Created pod: switch-graph-f0d41-64565558d8-5ldxn | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-f0d41 |
ScalingReplicaSet |
Scaled up replica set switch-graph-f0d41-64565558d8 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-f0d41 |
InferenceGraphReady |
InferenceGraph [switch-graph-f0d41] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f0d41-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
switch-graph-f0d41-64565558d8-5ldxn |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:4979cb407a123d624c47a64b3f1979504d753f7cd80622e43a8523addc69e145" already present on machine | |
kserve-ci-e2e-test |
kubelet |
switch-graph-f0d41-64565558d8-5ldxn |
Created |
Created container: switch-graph-f0d41 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-f0d41-64565558d8-5ldxn |
Started |
Started container switch-graph-f0d41 | |
kserve-ci-e2e-test |
multus |
switch-graph-f0d41-64565558d8-5ldxn |
AddedInterface |
Add eth0 [10.133.0.37/23] from ovn-kubernetes | |
| (x6) | kserve-ci-e2e-test |
kubelet |
model-chainer-c9f7f4f47-wwvjz |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-38e88-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-38e88-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-38e88-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-38e88-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f0d41-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f0d41-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-38e88-predictor-859fd4f7c8-bfsds |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-38e88-predictor-5d744d6567-8cj6h |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-38e88 |
InferenceServiceReady |
InferenceService [error-404-isvc-38e88] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-38e88 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-f0d41 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-38e88 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-38e88 |
InferenceServiceReady |
InferenceService [success-200-isvc-38e88] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-f0d41 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-38e88 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-38e88-5fb9579648 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-38e88 |
InferenceGraphReady |
InferenceGraph [sequence-graph-38e88] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-38e88-5fb9579648 |
SuccessfulCreate |
Created pod: sequence-graph-38e88-5fb9579648-khh64 | |
kserve-ci-e2e-test |
multus |
sequence-graph-38e88-5fb9579648-khh64 |
AddedInterface |
Add eth0 [10.133.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-38e88-5fb9579648-khh64 |
Started |
Started container sequence-graph-38e88 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-38e88-5fb9579648-khh64 |
Created |
Created container: sequence-graph-38e88 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-38e88-5fb9579648-khh64 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:4979cb407a123d624c47a64b3f1979504d753f7cd80622e43a8523addc69e145" already present on machine | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-38e88-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-38e88-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-38e88-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-38e88-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-38e88 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-38e88 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-1da67-predictor-5c69b7464d |
SuccessfulCreate |
Created pod: error-404-isvc-1da67-predictor-5c69b7464d-wgnzr | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-1da67-predictor-76bff85dd9 |
SuccessfulCreate |
Created pod: success-200-isvc-1da67-predictor-76bff85dd9-db9wj | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-1da67-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-1da67-predictor-76bff85dd9 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-1da67-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-1da67-predictor-5c69b7464d from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-f0d41-64565558d8-5ldxn |
Killing |
Stopping container switch-graph-f0d41 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0d41-predictor-9cfbdbc84-cjh4d |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-1da67-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-1da67-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
multus |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
AddedInterface |
Add eth0 [10.134.0.26/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
AddedInterface |
Add eth0 [10.134.0.27/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp 10.134.0.22:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0d41-predictor-8bd487845-z6k94 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-f0d41-64565558d8-5ldxn |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1da67-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1da67-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1da67-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1da67-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-6687f-predictor-547df57596 |
SuccessfulCreate |
Created pod: error-404-isvc-6687f-predictor-547df57596-fmjkv | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-6687f-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-6687f-predictor-769fddcb6f from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-38e88-predictor-859fd4f7c8-bfsds |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-38e88-predictor-859fd4f7c8-bfsds |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-38e88-predictor-5d744d6567-8cj6h |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-38e88-predictor-5d744d6567-8cj6h |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-6687f-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-6687f-predictor-547df57596 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-6687f |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-6687f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-6687f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-6687f |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-6687f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-38e88-5fb9579648-khh64 |
Killing |
Stopping container sequence-graph-38e88 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-6687f |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-6687f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-6687f |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-6687f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-6687f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-6687f-predictor-769fddcb6f |
SuccessfulCreate |
Created pod: success-200-isvc-6687f-predictor-769fddcb6f-tfzgl | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6687f-predictor-547df57596-fmjkv |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6687f-predictor-769fddcb6f-tfzgl |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6687f-predictor-769fddcb6f-tfzgl |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6687f-predictor-769fddcb6f-tfzgl |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6687f-predictor-547df57596-fmjkv |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6687f-predictor-769fddcb6f-tfzgl |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-6687f-predictor-769fddcb6f-tfzgl |
AddedInterface |
Add eth0 [10.134.0.28/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6687f-predictor-769fddcb6f-tfzgl |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6687f-predictor-547df57596-fmjkv |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6687f-predictor-547df57596-fmjkv |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6687f-predictor-547df57596-fmjkv |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6687f-predictor-547df57596-fmjkv |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6687f-predictor-769fddcb6f-tfzgl |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-6687f-predictor-547df57596-fmjkv |
AddedInterface |
Add eth0 [10.134.0.29/23] from ovn-kubernetes | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1da67 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1da67 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1da67 |
InferenceServiceReady |
InferenceService [error-404-isvc-1da67] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1da67 |
InferenceServiceReady |
InferenceService [success-200-isvc-1da67] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1da67-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1da67-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1da67-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1da67-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-1da67 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-1da67] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-1da67 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-1da67-9557f86c from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-1da67-9557f86c |
SuccessfulCreate |
Created pod: ensemble-graph-1da67-9557f86c-ptfbc | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-1da67-9557f86c-ptfbc |
Started |
Started container ensemble-graph-1da67 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-1da67-9557f86c-ptfbc |
Created |
Created container: ensemble-graph-1da67 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-1da67-9557f86c-ptfbc |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:4979cb407a123d624c47a64b3f1979504d753f7cd80622e43a8523addc69e145" already present on machine | |
kserve-ci-e2e-test |
multus |
ensemble-graph-1da67-9557f86c-ptfbc |
AddedInterface |
Add eth0 [10.133.0.39/23] from ovn-kubernetes | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-38e88-5fb9579648-khh64 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-6687f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-6687f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-efe2d-predictor-564c8f4947-m77mg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-efe2d-predictor-564c8f4947-m77mg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-efe2d-predictor-568fd6d6fd-br76g |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-efe2d-predictor-568fd6d6fd-br76g |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-efe2d-predictor-568fd6d6fd-br76g |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-efe2d-predictor-568fd6d6fd-br76g |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-efe2d-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-efe2d-predictor-564c8f4947 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-1da67-9557f86c-ptfbc |
Killing |
Stopping container ensemble-graph-1da67 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-efe2d-predictor-568fd6d6fd-br76g |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-efe2d-predictor-568fd6d6fd-br76g |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-efe2d |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-efe2d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-efe2d-predictor-564c8f4947 |
SuccessfulCreate |
Created pod: success-200-isvc-efe2d-predictor-564c8f4947-m77mg | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-efe2d-predictor-564c8f4947-m77mg |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-efe2d-predictor-564c8f4947-m77mg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-efe2d-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-efe2d-predictor-568fd6d6fd from 0 to 1 | |
kserve-ci-e2e-test |
multus |
error-404-isvc-efe2d-predictor-568fd6d6fd-br76g |
AddedInterface |
Add eth0 [10.134.0.31/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-efe2d-predictor-564c8f4947-m77mg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-efe2d-predictor-568fd6d6fd |
SuccessfulCreate |
Created pod: error-404-isvc-efe2d-predictor-568fd6d6fd-br76g | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-efe2d |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-efe2d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-efe2d |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-efe2d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-efe2d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-efe2d-predictor-564c8f4947-m77mg |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-efe2d |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-efe2d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-efe2d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
multus |
success-200-isvc-efe2d-predictor-564c8f4947-m77mg |
AddedInterface |
Add eth0 [10.134.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1da67-predictor-5c69b7464d-wgnzr |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1da67-predictor-76bff85dd9-db9wj |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-6687f-predictor-547df57596-fmjkv |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-6687f-predictor-769fddcb6f-tfzgl |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-6687f |
InferenceServiceReady |
InferenceService [success-200-isvc-6687f] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-6687f |
InferenceServiceReady |
InferenceService [error-404-isvc-6687f] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-6687f |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-6687f |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-1da67-9557f86c-ptfbc |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-6687f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-6687f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
sequence-graph-6687f-85bb45f787-r8tvt |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-6687f-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-6687f-85bb45f787 |
SuccessfulCreate |
Created pod: sequence-graph-6687f-85bb45f787-r8tvt | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-6687f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-6687f |
ScalingReplicaSet |
Scaled up replica set sequence-graph-6687f-85bb45f787 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-6687f |
InferenceGraphReady |
InferenceGraph [sequence-graph-6687f] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-6687f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-efe2d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-efe2d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
multus |
sequence-graph-6687f-85bb45f787-r8tvt |
AddedInterface |
Add eth0 [10.133.0.40/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-6687f-85bb45f787-r8tvt |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:4979cb407a123d624c47a64b3f1979504d753f7cd80622e43a8523addc69e145" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-6687f-85bb45f787-r8tvt |
Created |
Created container: sequence-graph-6687f | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-efe2d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-6687f-85bb45f787-r8tvt |
Started |
Started container sequence-graph-6687f | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-efe2d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-a90bb-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-a90bb-predictor-675fc99bf9 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6687f-predictor-769fddcb6f-tfzgl |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-6687f-85bb45f787-r8tvt |
Killing |
Stopping container sequence-graph-6687f | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6687f-predictor-547df57596-fmjkv |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6687f-predictor-769fddcb6f-tfzgl |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a90bb |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a90bb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a90bb |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-a90bb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a90bb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-a90bb-predictor-675fc99bf9 |
SuccessfulCreate |
Created pod: success-200-isvc-a90bb-predictor-675fc99bf9-zwxft | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6687f-predictor-547df57596-fmjkv |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-a90bb-predictor-55f9ccb694 |
SuccessfulCreate |
Created pod: error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a90bb |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a90bb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a90bb |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-a90bb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a90bb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-a90bb-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-a90bb-predictor-55f9ccb694 from 0 to 1 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-a90bb-predictor-675fc99bf9-zwxft |
AddedInterface |
Add eth0 [10.134.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a90bb-predictor-675fc99bf9-zwxft |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a90bb-predictor-675fc99bf9-zwxft |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a90bb-predictor-675fc99bf9-zwxft |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a90bb-predictor-675fc99bf9-zwxft |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a90bb-predictor-675fc99bf9-zwxft |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a90bb-predictor-675fc99bf9-zwxft |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb |
AddedInterface |
Add eth0 [10.134.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6687f-predictor-547df57596-fmjkv |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6687f-predictor-769fddcb6f-tfzgl |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp 10.134.0.28:8643: connect: connection refused | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-efe2d |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-efe2d |
InferenceServiceReady |
InferenceService [success-200-isvc-efe2d] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-efe2d |
InferenceServiceReady |
InferenceService [error-404-isvc-efe2d] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-efe2d |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-efe2d-c6c68b6dc-xnx4n |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-efe2d-serving-cert" not found | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-efe2d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-efe2d |
InferenceGraphReady |
InferenceGraph [ensemble-graph-efe2d] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-efe2d |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-efe2d-c6c68b6dc from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-efe2d-c6c68b6dc |
SuccessfulCreate |
Created pod: ensemble-graph-efe2d-c6c68b6dc-xnx4n | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-efe2d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-efe2d-c6c68b6dc-xnx4n |
Started |
Started container ensemble-graph-efe2d | |
kserve-ci-e2e-test |
multus |
ensemble-graph-efe2d-c6c68b6dc-xnx4n |
AddedInterface |
Add eth0 [10.133.0.41/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-efe2d-c6c68b6dc-xnx4n |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:4979cb407a123d624c47a64b3f1979504d753f7cd80622e43a8523addc69e145" already present on machine | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-efe2d-c6c68b6dc-xnx4n |
Created |
Created container: ensemble-graph-efe2d | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-6687f-85bb45f787-r8tvt |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a90bb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a90bb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-efe2d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-efe2d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-a90bb-predictor-675fc99bf9-zwxft |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a90bb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a90bb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a90bb |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a90bb |
InferenceServiceReady |
InferenceService [error-404-isvc-a90bb] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a90bb |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a90bb |
InferenceServiceReady |
InferenceService [success-200-isvc-a90bb] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-efe2d |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-efe2d |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-a90bb |
ScalingReplicaSet |
Scaled up replica set sequence-graph-a90bb-5b767cc4d9 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-a90bb-5b767cc4d9 |
SuccessfulCreate |
Created pod: sequence-graph-a90bb-5b767cc4d9-qrwl6 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a90bb-5b767cc4d9-qrwl6 |
Created |
Created container: sequence-graph-a90bb | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a90bb-5b767cc4d9-qrwl6 |
Started |
Started container sequence-graph-a90bb | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a90bb-5b767cc4d9-qrwl6 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:4979cb407a123d624c47a64b3f1979504d753f7cd80622e43a8523addc69e145" already present on machine | |
kserve-ci-e2e-test |
multus |
sequence-graph-a90bb-5b767cc4d9-qrwl6 |
AddedInterface |
Add eth0 [10.133.0.42/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-a90bb |
InferenceGraphReady |
InferenceGraph [sequence-graph-a90bb] is Ready | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a90bb |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a90bb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a90bb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a90bb |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a90bb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a90bb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a90bb |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a90bb |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-efe2d-c6c68b6dc-xnx4n |
Killing |
Stopping container ensemble-graph-efe2d | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-a019b-predictor-5578757556 |
SuccessfulCreate |
Created pod: error-404-isvc-a019b-predictor-5578757556-bfcld | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-a019b-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-a019b-predictor-5578757556 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a019b |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-a019b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a019b": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a019b |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a019b": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-efe2d-predictor-568fd6d6fd-br76g |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-efe2d-predictor-568fd6d6fd-br76g |
Killing |
Stopping container kube-rbac-proxy | |
| (x2) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-a019b-predictor-54d5fc55df-ccngm |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-a019b-predictor-serving-cert" not found |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-efe2d-predictor-564c8f4947-m77mg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a019b-predictor-5578757556-bfcld |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a019b-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-efe2d-predictor-564c8f4947-m77mg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-a019b-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-a019b-predictor-54d5fc55df from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-a019b-predictor-54d5fc55df |
SuccessfulCreate |
Created pod: success-200-isvc-a019b-predictor-54d5fc55df-ccngm | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a019b-predictor-5578757556-bfcld |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a019b-predictor-5578757556-bfcld |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a019b-predictor-5578757556-bfcld |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a019b-predictor-5578757556-bfcld |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a019b-predictor-5578757556-bfcld |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a019b-predictor-5578757556-bfcld |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-a019b-predictor-5578757556-bfcld |
AddedInterface |
Add eth0 [10.134.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a019b-predictor-54d5fc55df-ccngm |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-a019b-predictor-54d5fc55df-ccngm |
AddedInterface |
Add eth0 [10.134.0.34/23] from ovn-kubernetes | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-efe2d-predictor-564c8f4947-m77mg |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-efe2d-predictor-564c8f4947-m77mg |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a019b-predictor-54d5fc55df-ccngm |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a019b-predictor-54d5fc55df-ccngm |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a019b-predictor-54d5fc55df-ccngm |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a019b-predictor-54d5fc55df-ccngm |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a019b-predictor-54d5fc55df-ccngm |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1744" already present on machine | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-efe2d-predictor-568fd6d6fd-br76g |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-efe2d-predictor-568fd6d6fd-br76g |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp 10.134.0.31:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-efe2d-c6c68b6dc-xnx4n |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a019b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a019b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-a019b-predictor-5578757556-bfcld |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-97269 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-97269": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-97269 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-97269": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-97269": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-97269-predictor-7d7f6f997b-9t55g |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-97269-predictor-serving-cert" not found | |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-a019b-predictor-54d5fc55df-ccngm |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-97269-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-97269-predictor-7d7f6f997b from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a90bb-5b767cc4d9-qrwl6 |
Killing |
Stopping container sequence-graph-a90bb | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-97269 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-97269": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-97269-predictor-b796c5fd5 |
SuccessfulCreate |
Created pod: success-200-isvc-97269-predictor-b796c5fd5-tzshw | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a90bb-predictor-675fc99bf9-zwxft |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-97269-predictor-7d7f6f997b |
SuccessfulCreate |
Created pod: error-404-isvc-97269-predictor-7d7f6f997b-9t55g | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-97269 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-97269": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-97269": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a90bb-predictor-675fc99bf9-zwxft |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-97269-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-97269-predictor-b796c5fd5 from 0 to 1 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-97269-predictor-b796c5fd5-tzshw |
AddedInterface |
Add eth0 [10.134.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-97269-predictor-7d7f6f997b-9t55g |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-97269-predictor-7d7f6f997b-9t55g |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-97269-predictor-7d7f6f997b-9t55g |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-97269-predictor-b796c5fd5-tzshw |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-97269-predictor-7d7f6f997b-9t55g |
AddedInterface |
Add eth0 [10.134.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-97269-predictor-b796c5fd5-tzshw |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-97269-predictor-b796c5fd5-tzshw |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-97269-predictor-7d7f6f997b-9t55g |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-97269-predictor-b796c5fd5-tzshw |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-97269-predictor-b796c5fd5-tzshw |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-97269-predictor-b796c5fd5-tzshw |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-97269-predictor-7d7f6f997b-9t55g |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp 10.134.0.33:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-97269-predictor-7d7f6f997b-9t55g |
Created |
Created container: kube-rbac-proxy | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-a90bb-predictor-55f9ccb694-4vvcb |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a019b |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a019b |
InferenceServiceReady |
InferenceService [error-404-isvc-a019b] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a019b |
InferenceServiceReady |
InferenceService [success-200-isvc-a019b] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a019b |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-97269-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-97269-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a019b-69676cb5c4-5td7b |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:4979cb407a123d624c47a64b3f1979504d753f7cd80622e43a8523addc69e145" already present on machine | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a019b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
multus |
splitter-graph-a019b-69676cb5c4-5td7b |
AddedInterface |
Add eth0 [10.133.0.43/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a019b-69676cb5c4-5td7b |
Started |
Started container splitter-graph-a019b | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a019b-69676cb5c4-5td7b |
Created |
Created container: splitter-graph-a019b | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-a019b |
ScalingReplicaSet |
Scaled up replica set splitter-graph-a019b-69676cb5c4 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-a019b-69676cb5c4 |
SuccessfulCreate |
Created pod: splitter-graph-a019b-69676cb5c4-5td7b | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a019b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a019b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a019b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-a019b |
InferenceGraphReady |
InferenceGraph [splitter-graph-a019b] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-a90bb-5b767cc4d9-qrwl6 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-97269-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-97269-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a019b-predictor-54d5fc55df-ccngm |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-21cc5 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-21cc5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-21cc5": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a019b-predictor-54d5fc55df-ccngm |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-21cc5-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-21cc5-predictor-5d5c5f9fdb from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a019b-predictor-5578757556-bfcld |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-21cc5 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-21cc5": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-21cc5-predictor-76676b5555 |
SuccessfulCreate |
Created pod: success-200-isvc-21cc5-predictor-76676b5555-2rb8n | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a019b-predictor-5578757556-bfcld |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-21cc5-predictor-5d5c5f9fdb |
SuccessfulCreate |
Created pod: error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a019b-69676cb5c4-5td7b |
Killing |
Stopping container splitter-graph-a019b | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-21cc5 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-21cc5": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-21cc5 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-21cc5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-21cc5": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21cc5-predictor-76676b5555-2rb8n |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-21cc5-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-21cc5-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-21cc5-predictor-76676b5555 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21cc5-predictor-76676b5555-2rb8n |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 |
AddedInterface |
Add eth0 [10.134.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
success-200-isvc-21cc5-predictor-76676b5555-2rb8n |
AddedInterface |
Add eth0 [10.134.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21cc5-predictor-76676b5555-2rb8n |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21cc5-predictor-76676b5555-2rb8n |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21cc5-predictor-76676b5555-2rb8n |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21cc5-predictor-76676b5555-2rb8n |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21cc5-predictor-76676b5555-2rb8n |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1744" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a019b-predictor-5578757556-bfcld |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp 10.134.0.35:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-97269-predictor-7d7f6f997b-9t55g |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-97269-predictor-b796c5fd5-tzshw |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-21cc5-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-21cc5-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-97269 |
InferenceServiceReady |
InferenceService [error-404-isvc-97269] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-97269 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-97269 |
InferenceServiceReady |
InferenceService [success-200-isvc-97269] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-97269 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-a019b-69676cb5c4-5td7b |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-97269 |
ScalingReplicaSet |
Scaled up replica set switch-graph-97269-f566d894d from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-97269-f566d894d |
SuccessfulCreate |
Created pod: switch-graph-97269-f566d894d-nvnf6 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-97269 |
InferenceGraphReady |
InferenceGraph [switch-graph-97269] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-97269-f566d894d-nvnf6 |
Started |
Started container switch-graph-97269 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-97269-f566d894d-nvnf6 |
Created |
Created container: switch-graph-97269 | |
kserve-ci-e2e-test |
multus |
switch-graph-97269-f566d894d-nvnf6 |
AddedInterface |
Add eth0 [10.133.0.44/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-97269-f566d894d-nvnf6 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:4979cb407a123d624c47a64b3f1979504d753f7cd80622e43a8523addc69e145" already present on machine | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-21cc5-predictor-76676b5555-2rb8n |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-97269-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-97269-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-97269-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-97269-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-21cc5-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-21cc5-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-21cc5 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-21cc5 |
InferenceServiceReady |
InferenceService [error-404-isvc-21cc5] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-21cc5 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-21cc5 |
InferenceServiceReady |
InferenceService [success-200-isvc-21cc5] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-97269 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-97269 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-21cc5-6dc7d7677b |
SuccessfulCreate |
Created pod: splitter-graph-21cc5-6dc7d7677b-phnvq | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-21cc5 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-21cc5-6dc7d7677b from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-21cc5 |
InferenceGraphReady |
InferenceGraph [splitter-graph-21cc5] is Ready | |
kserve-ci-e2e-test |
multus |
splitter-graph-21cc5-6dc7d7677b-phnvq |
AddedInterface |
Add eth0 [10.133.0.45/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-21cc5-6dc7d7677b-phnvq |
Started |
Started container splitter-graph-21cc5 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-21cc5-6dc7d7677b-phnvq |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:4979cb407a123d624c47a64b3f1979504d753f7cd80622e43a8523addc69e145" already present on machine | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-21cc5-6dc7d7677b-phnvq |
Created |
Created container: splitter-graph-21cc5 | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-21cc5-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-21cc5-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-21cc5-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-21cc5-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-21cc5 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-21cc5 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21cc5-predictor-76676b5555-2rb8n |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21cc5-predictor-76676b5555-2rb8n |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-21cc5-6dc7d7677b-phnvq |
Killing |
Stopping container splitter-graph-21cc5 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 |
Killing |
Stopping container kube-rbac-proxy | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21cc5-predictor-5d5c5f9fdb-xnxd7 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp 10.134.0.39:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-21cc5-6dc7d7677b-phnvq |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
switch-graph-97269-f566d894d-nvnf6 |
Killing |
Stopping container switch-graph-97269 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-97269-predictor-7d7f6f997b-9t55g |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-97269-predictor-7d7f6f997b-9t55g |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-97269-predictor-b796c5fd5-tzshw |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-97269-predictor-b796c5fd5-tzshw |
Killing |
Stopping container kube-rbac-proxy | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-97269-f566d894d-nvnf6 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |