| Time | Namespace | Component | RelatedObject | Reason | Message |
|---|---|---|---|---|---|
kserve-ci-e2e-test |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-79b53-predictor-64ff7f459d-xjf2s to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-79b53-predictor-58774dd6b7-tzcmk to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-8003b-predictor-69459f667c-ml85h |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-8003b-predictor-69459f667c-ml85h to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-25c73-765966cfb4-d8pwg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-25c73-765966cfb4-d8pwg to ip-10-0-141-93.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-f705b-predictor-d6ff57dff-d2dhp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-f705b-predictor-d6ff57dff-d2dhp to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-f7f91-predictor-69c44d6649-89l57 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-f7f91-predictor-69c44d6649-89l57 to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-d109c-6ddb5c8b58-56ppr |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-d109c-6ddb5c8b58-56ppr to ip-10-0-141-93.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-f705b-5fd9c8dfb8-sxjr4 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-f705b-5fd9c8dfb8-sxjr4 to ip-10-0-141-93.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-f7f91-5c7b545686-vfvqz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-f7f91-5c7b545686-vfvqz to ip-10-0-141-93.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm to ip-10-0-139-28.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-5e51f-6b6dcfc757-955nw |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-5e51f-6b6dcfc757-955nw to ip-10-0-141-93.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-79b53-c5dc9c995-jnsgl |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-79b53-c5dc9c995-jnsgl to ip-10-0-141-93.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-6c6c1-578d4456d5-mfhwn |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-6c6c1-578d4456d5-mfhwn to ip-10-0-141-93.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-44b6c-867f7d49d8-w2qst |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-44b6c-867f7d49d8-w2qst to ip-10-0-141-93.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-00068-5f66c94d7d-sd6wz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-00068-5f66c94d7d-sd6wz to ip-10-0-141-93.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-f7f91-predictor-5974f76cdd-qs7px |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-f7f91-predictor-5974f76cdd-qs7px to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-8003b-predictor-7d597dc584-hxm4g |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-8003b-predictor-7d597dc584-hxm4g to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-8003b-7dc6f58dd9-9kkzl |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-8003b-7dc6f58dd9-9kkzl to ip-10-0-141-93.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-00068-predictor-cd7ff766-4rlln |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-00068-predictor-cd7ff766-4rlln to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-25c73-predictor-746989f766-6kkr9 to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-44b6c-predictor-788df44c68-prgzl to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-00068-predictor-589d75fd87-jdckw |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-00068-predictor-589d75fd87-jdckw to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
model-chainer-7988dc58f6-ltwnw |
Scheduled |
Successfully assigned kserve-ci-e2e-test/model-chainer-7988dc58f6-ltwnw to ip-10-0-141-93.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w to ip-10-0-139-28.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-zkcnx to ip-10-0-141-93.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-25c73-predictor-6ddf4c5487-md7nf |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-25c73-predictor-6ddf4c5487-md7nf to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-d109c-predictor-5d9b9bf885-t4frr |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-d109c-predictor-5d9b9bf885-t4frr to ip-10-0-130-234.ec2.internal | ||
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-1-predictor-6ccb86d5d8 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-79b53-predictor-64ff7f459d |
SuccessfulCreate |
Created pod: success-200-isvc-79b53-predictor-64ff7f459d-xjf2s | |
kserve-ci-e2e-test |
deployment-controller |
isvc-xgboost-graph-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-xgboost-graph-predictor-555fc69d56 |
SuccessfulCreate |
Created pod: isvc-xgboost-graph-predictor-555fc69d56-zkcnx | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-1-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-1-predictor-6ccb86d5d8 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-79b53-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-79b53-predictor-64ff7f459d from 0 to 1 | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
AddedInterface |
Add eth0 [10.134.0.20/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Pulling |
Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1693" | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-2-predictor-76b45d9b44 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
multus |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
AddedInterface |
Add eth0 [10.132.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Pulling |
Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1693" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" already present on machine | |
kserve-ci-e2e-test |
multus |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
AddedInterface |
Add eth0 [10.133.0.18/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Pulling |
Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
AddedInterface |
Add eth0 [10.134.0.21/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-2-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-2-predictor-76b45d9b44 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-79b53-predictor-58774dd6b7 |
SuccessfulCreate |
Created pod: error-404-isvc-79b53-predictor-58774dd6b7-tzcmk | |
kserve-ci-e2e-test |
multus |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
AddedInterface |
Add eth0 [10.132.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-79b53-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-79b53-predictor-58774dd6b7 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" in 3.444s (3.444s including waiting). Image size: 300562904 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Pulling |
Pulling image "kserve/xgbserver:latest" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Pulled |
Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1693" in 15.887s (15.887s including waiting). Image size: 1334626923 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Pulled |
Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1693" in 16.088s (16.088s including waiting). Image size: 1335542385 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.552s (2.552s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.542s (2.542s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693" in 14.598s (14.598s including waiting). Image size: 1555846067 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693" in 15.608s (15.608s including waiting). Image size: 1555846067 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.373s (2.373s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.362s (2.362s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Pulled |
Successfully pulled image "kserve/xgbserver:latest" in 20.607s (20.607s including waiting). Image size: 1305293052 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Started |
Started container kserve-container | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-79b53-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-79b53-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.157s (2.157s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Started |
Started container kube-rbac-proxy | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-79b53-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-79b53-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-79b53 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-79b53 |
InferenceServiceReady |
InferenceService [success-200-isvc-79b53] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-79b53 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-79b53 |
InferenceServiceReady |
InferenceService [error-404-isvc-79b53] is Ready | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-79b53-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-79b53-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-79b53-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-79b53-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-79b53-c5dc9c995 |
SuccessfulCreate |
Created pod: switch-graph-79b53-c5dc9c995-jnsgl | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-79b53 |
ScalingReplicaSet |
Scaled up replica set switch-graph-79b53-c5dc9c995 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-79b53 |
InferenceGraphReady |
InferenceGraph [switch-graph-79b53] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-79b53-c5dc9c995-jnsgl |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-79b53-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
switch-graph-79b53-c5dc9c995-jnsgl |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359" | |
kserve-ci-e2e-test |
multus |
switch-graph-79b53-c5dc9c995-jnsgl |
AddedInterface |
Add eth0 [10.133.0.19/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-79b53-c5dc9c995-jnsgl |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359" in 2.401s (2.401s including waiting). Image size: 218083966 bytes. | |
kserve-ci-e2e-test |
kubelet |
switch-graph-79b53-c5dc9c995-jnsgl |
Created |
Created container: switch-graph-79b53 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-79b53-c5dc9c995-jnsgl |
Started |
Started container switch-graph-79b53 | |
| (x8) | kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection refused |
| (x9) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused |
| (x9) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-6c6c1 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-6c6c1": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-6c6c1 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-6c6c1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-6c6c1": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
switch-graph-79b53-c5dc9c995-jnsgl |
Killing |
Stopping container switch-graph-79b53 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-6c6c1-predictor-6c95f7b7dd |
SuccessfulCreate |
Created pod: success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-6c6c1-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-6c6c1-predictor-6c95f7b7dd from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-6c6c1-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-6c6c1-predictor-5cd754887c from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-6c6c1-predictor-5cd754887c |
SuccessfulCreate |
Created pod: error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-6c6c1-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-79b53-predictor-64ff7f459d-xjf2s |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 |
AddedInterface |
Add eth0 [10.132.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl |
AddedInterface |
Add eth0 [10.132.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-79b53-predictor-58774dd6b7-tzcmk |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp 10.132.0.37:8643: connect: connection refused | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
InferenceServiceReady |
InferenceService [isvc-xgboost-graph] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-1] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-2] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
model-chainer |
ScalingReplicaSet |
Scaled up replica set model-chainer-7988dc58f6 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
model-chainer-7988dc58f6-ltwnw |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-6c6c1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-6c6c1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-6c6c1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-6c6c1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
model-chainer-7988dc58f6 |
SuccessfulCreate |
Created pod: model-chainer-7988dc58f6-ltwnw | |
kserve-ci-e2e-test |
InferenceGraphController |
model-chainer |
InferenceGraphReady |
InferenceGraph [model-chainer] is Ready | |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-79b53-c5dc9c995-jnsgl |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
model-chainer-7988dc58f6-ltwnw |
Created |
Created container: model-chainer | |
kserve-ci-e2e-test |
multus |
model-chainer-7988dc58f6-ltwnw |
AddedInterface |
Add eth0 [10.133.0.20/23] from ovn-kubernetes | |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
model-chainer-7988dc58f6-ltwnw |
Started |
Started container model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-7988dc58f6-ltwnw |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359" already present on machine | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-d109c-predictor-6dc7dbbb44 |
SuccessfulCreate |
Created pod: success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b | |
kserve-ci-e2e-test |
kubelet |
model-chainer-7988dc58f6-ltwnw |
Killing |
Stopping container model-chainer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-d109c-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-d109c-predictor-6dc7dbbb44 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d109c-predictor-5d9b9bf885-t4frr |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b |
AddedInterface |
Add eth0 [10.132.0.40/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d109c-predictor-5d9b9bf885-t4frr |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d109c-predictor-5d9b9bf885-t4frr |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d109c-predictor-5d9b9bf885-t4frr |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d109c-predictor-5d9b9bf885-t4frr |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d109c-predictor-5d9b9bf885-t4frr |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-d109c-predictor-5d9b9bf885 |
SuccessfulCreate |
Created pod: error-404-isvc-d109c-predictor-5d9b9bf885-t4frr | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-d109c-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-d109c-predictor-5d9b9bf885 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-d109c-predictor-5d9b9bf885-t4frr |
AddedInterface |
Add eth0 [10.132.0.41/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zkcnx |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.18:8643/healthz": dial tcp 10.133.0.18:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6ccb86d5d8-8kf9w |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp 10.134.0.20:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b45d9b44-l4hwm |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp 10.134.0.21:8643: connect: connection refused | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-6c6c1 |
InferenceServiceReady |
InferenceService [success-200-isvc-6c6c1] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-6c6c1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-6c6c1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-6c6c1 |
InferenceServiceReady |
InferenceService [error-404-isvc-6c6c1] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-6c6c1 |
ScalingReplicaSet |
Scaled up replica set switch-graph-6c6c1-578d4456d5 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-6c6c1-578d4456d5 |
SuccessfulCreate |
Created pod: switch-graph-6c6c1-578d4456d5-mfhwn | |
kserve-ci-e2e-test |
kubelet |
switch-graph-6c6c1-578d4456d5-mfhwn |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359" already present on machine | |
kserve-ci-e2e-test |
kubelet |
switch-graph-6c6c1-578d4456d5-mfhwn |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-6c6c1-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-6c6c1 |
InferenceGraphReady |
InferenceGraph [switch-graph-6c6c1] is Ready | |
kserve-ci-e2e-test |
multus |
switch-graph-6c6c1-578d4456d5-mfhwn |
AddedInterface |
Add eth0 [10.133.0.21/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-6c6c1-578d4456d5-mfhwn |
Created |
Created container: switch-graph-6c6c1 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-6c6c1-578d4456d5-mfhwn |
Started |
Started container switch-graph-6c6c1 | |
| (x6) | kserve-ci-e2e-test |
kubelet |
model-chainer-7988dc58f6-ltwnw |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d109c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d109c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-6c6c1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-6c6c1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-6c6c1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-6c6c1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-d109c-predictor-5d9b9bf885-t4frr |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d109c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d109c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d109c |
InferenceServiceReady |
InferenceService [success-200-isvc-d109c] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d109c |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-d109c |
InferenceServiceReady |
InferenceService [error-404-isvc-d109c] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-d109c |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-6c6c1 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-6c6c1 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-d109c-6ddb5c8b58 |
SuccessfulCreate |
Created pod: sequence-graph-d109c-6ddb5c8b58-56ppr | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-d109c |
InferenceGraphReady |
InferenceGraph [sequence-graph-d109c] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-d109c |
ScalingReplicaSet |
Scaled up replica set sequence-graph-d109c-6ddb5c8b58 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-d109c-6ddb5c8b58-56ppr |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-d109c-serving-cert" not found | |
kserve-ci-e2e-test |
multus |
sequence-graph-d109c-6ddb5c8b58-56ppr |
AddedInterface |
Add eth0 [10.133.0.22/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-d109c-6ddb5c8b58-56ppr |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-d109c-6ddb5c8b58-56ppr |
Started |
Started container sequence-graph-d109c | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-d109c-6ddb5c8b58-56ppr |
Created |
Created container: sequence-graph-d109c | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d109c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d109c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-d109c |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-d109c |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d109c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d109c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-d109c |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-d109c |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-44b6c-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-44b6c-predictor-788df44c68 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-44b6c-predictor-65b6d49b65 |
SuccessfulCreate |
Created pod: error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-44b6c-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-44b6c-predictor-65b6d49b65 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6c6c1-predictor-6c95f7b7dd-wx4sl |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-44b6c-predictor-788df44c68 |
SuccessfulCreate |
Created pod: success-200-isvc-44b6c-predictor-788df44c68-prgzl | |
kserve-ci-e2e-test |
kubelet |
switch-graph-6c6c1-578d4456d5-mfhwn |
Killing |
Stopping container switch-graph-6c6c1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj |
AddedInterface |
Add eth0 [10.132.0.43/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-44b6c-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
multus |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
AddedInterface |
Add eth0 [10.132.0.42/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp 10.132.0.39:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-6c6c1-predictor-5cd754887c-fnxm8 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-6c6c1-578d4456d5-mfhwn |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-44b6c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-44b6c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-44b6c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-44b6c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
sequence-graph-d109c-6ddb5c8b58-56ppr |
Killing |
Stopping container sequence-graph-d109c | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-f7f91-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-f7f91-predictor-69c44d6649 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-f7f91-predictor-5974f76cdd |
SuccessfulCreate |
Created pod: success-200-isvc-f7f91-predictor-5974f76cdd-qs7px | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f7f91 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f7f91": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f7f91 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f7f91": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f7f91 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-f7f91": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f7f91": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f7f91 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-f7f91": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f7f91": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-f7f91-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-f7f91-predictor-5974f76cdd from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d109c-predictor-5d9b9bf885-t4frr |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d109c-predictor-5d9b9bf885-t4frr |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-f7f91-predictor-69c44d6649 |
SuccessfulCreate |
Created pod: error-404-isvc-f7f91-predictor-69c44d6649-89l57 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f7f91-predictor-5974f76cdd-qs7px |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f7f91-predictor-5974f76cdd-qs7px |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f7f91-predictor-5974f76cdd-qs7px |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f7f91-predictor-5974f76cdd-qs7px |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-f7f91-predictor-5974f76cdd-qs7px |
AddedInterface |
Add eth0 [10.132.0.44/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f7f91-predictor-69c44d6649-89l57 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-f7f91-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
multus |
error-404-isvc-f7f91-predictor-69c44d6649-89l57 |
AddedInterface |
Add eth0 [10.132.0.45/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f7f91-predictor-5974f76cdd-qs7px |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f7f91-predictor-69c44d6649-89l57 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f7f91-predictor-5974f76cdd-qs7px |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f7f91-predictor-69c44d6649-89l57 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f7f91-predictor-69c44d6649-89l57 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f7f91-predictor-69c44d6649-89l57 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f7f91-predictor-69c44d6649-89l57 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f7f91-predictor-69c44d6649-89l57 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d109c-predictor-6dc7dbbb44-vgv9b |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp 10.132.0.40:8643: connect: connection refused | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-44b6c |
InferenceServiceReady |
InferenceService [error-404-isvc-44b6c] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-44b6c |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-44b6c |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-44b6c |
InferenceServiceReady |
InferenceService [success-200-isvc-44b6c] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-44b6c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-44b6c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-44b6c |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-44b6c-867f7d49d8 from 0 to 1 | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-44b6c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-44b6c |
InferenceGraphReady |
InferenceGraph [ensemble-graph-44b6c] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-44b6c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-44b6c-867f7d49d8 |
SuccessfulCreate |
Created pod: ensemble-graph-44b6c-867f7d49d8-w2qst | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-44b6c-867f7d49d8-w2qst |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359" already present on machine | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-44b6c-867f7d49d8-w2qst |
Started |
Started container ensemble-graph-44b6c | |
kserve-ci-e2e-test |
multus |
ensemble-graph-44b6c-867f7d49d8-w2qst |
AddedInterface |
Add eth0 [10.133.0.24/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-44b6c-867f7d49d8-w2qst |
Created |
Created container: ensemble-graph-44b6c | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-d109c-6ddb5c8b58-56ppr |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f7f91-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-44b6c-867f7d49d8-w2qst |
Killing |
Stopping container ensemble-graph-44b6c | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f7f91-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-25c73-predictor-746989f766 |
SuccessfulCreate |
Created pod: success-200-isvc-25c73-predictor-746989f766-6kkr9 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-25c73-predictor-6ddf4c5487-md7nf |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-25c73-predictor-6ddf4c5487 |
SuccessfulCreate |
Created pod: error-404-isvc-25c73-predictor-6ddf4c5487-md7nf | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-25c73-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-25c73-predictor-6ddf4c5487 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-25c73-predictor-6ddf4c5487-md7nf |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-25c73-predictor-6ddf4c5487-md7nf |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-25c73-predictor-6ddf4c5487-md7nf |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-25c73-predictor-6ddf4c5487-md7nf |
Started |
Started container kserve-container | |
| (x2) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-25c73-predictor-serving-cert" not found |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-25c73-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-25c73-predictor-746989f766 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-25c73 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-25c73": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-25c73": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-25c73 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-25c73": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-25c73-predictor-6ddf4c5487-md7nf |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-25c73 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-25c73": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
multus |
error-404-isvc-25c73-predictor-6ddf4c5487-md7nf |
AddedInterface |
Add eth0 [10.132.0.47/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-25c73 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-25c73": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-25c73": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-44b6c-predictor-65b6d49b65-pmtmj |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp 10.132.0.43:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
AddedInterface |
Add eth0 [10.132.0.46/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-44b6c-predictor-788df44c68-prgzl |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp 10.132.0.42:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-f7f91-predictor-5974f76cdd-qs7px |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-f7f91-predictor-69c44d6649-89l57 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f7f91-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f7f91-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f7f91 |
InferenceServiceReady |
InferenceService [success-200-isvc-f7f91] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f7f91 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f7f91 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f7f91 |
InferenceServiceReady |
InferenceService [error-404-isvc-f7f91] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-44b6c-867f7d49d8-w2qst |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f7f91-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-f7f91 |
InferenceGraphReady |
InferenceGraph [sequence-graph-f7f91] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-f7f91 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-f7f91-5c7b545686 from 0 to 1 | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f7f91-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-f7f91-5c7b545686 |
SuccessfulCreate |
Created pod: sequence-graph-f7f91-5c7b545686-vfvqz | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f7f91-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
sequence-graph-f7f91-5c7b545686-vfvqz |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-f7f91-serving-cert" not found | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f7f91-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-f7f91-5c7b545686-vfvqz |
Created |
Created container: sequence-graph-f7f91 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-f7f91-5c7b545686-vfvqz |
Started |
Started container sequence-graph-f7f91 | |
kserve-ci-e2e-test |
multus |
sequence-graph-f7f91-5c7b545686-vfvqz |
AddedInterface |
Add eth0 [10.133.0.25/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-25c73-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-f7f91-5c7b545686-vfvqz |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359" already present on machine | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-25c73-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-f7f91-5c7b545686-vfvqz |
Killing |
Stopping container sequence-graph-f7f91 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f705b-predictor-d6ff57dff-d2dhp |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f705b |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f705b": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-f705b-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-f705b-predictor-7759fdc7c4 from 0 to 1 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf |
AddedInterface |
Add eth0 [10.132.0.48/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f7f91-predictor-5974f76cdd-qs7px |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f7f91-predictor-5974f76cdd-qs7px |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-f705b-predictor-d6ff57dff-d2dhp |
AddedInterface |
Add eth0 [10.132.0.49/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f7f91-predictor-69c44d6649-89l57 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f7f91-predictor-69c44d6649-89l57 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-f705b-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-f705b-predictor-d6ff57dff from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-f705b-predictor-d6ff57dff |
SuccessfulCreate |
Created pod: error-404-isvc-f705b-predictor-d6ff57dff-d2dhp | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f705b-predictor-d6ff57dff-d2dhp |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1693" already present on machine | |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f705b-predictor-d6ff57dff-d2dhp |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f705b-predictor-d6ff57dff-d2dhp |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-f705b-predictor-7759fdc7c4 |
SuccessfulCreate |
Created pod: success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f705b |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-f705b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f705b": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f705b-predictor-d6ff57dff-d2dhp |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f705b-predictor-d6ff57dff-d2dhp |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f7f91-predictor-5974f76cdd-qs7px |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp 10.132.0.44:8643: connect: connection refused | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-25c73-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-25c73-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-25c73 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-25c73 |
InferenceServiceReady |
InferenceService [error-404-isvc-25c73] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-25c73 |
InferenceServiceReady |
InferenceService [success-200-isvc-25c73] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-25c73 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f705b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f705b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-f7f91-5c7b545686-vfvqz |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-25c73 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-25c73] is Ready | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-25c73-765966cfb4-d8pwg |
Created |
Created container: ensemble-graph-25c73 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-25c73-765966cfb4-d8pwg |
Started |
Started container ensemble-graph-25c73 | |
kserve-ci-e2e-test |
multus |
ensemble-graph-25c73-765966cfb4-d8pwg |
AddedInterface |
Add eth0 [10.133.0.26/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-25c73-765966cfb4-d8pwg |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-25c73 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-25c73-765966cfb4 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-25c73-765966cfb4 |
SuccessfulCreate |
Created pod: ensemble-graph-25c73-765966cfb4-d8pwg | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-25c73-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-25c73-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-25c73-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-25c73-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-25c73 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-25c73 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f705b |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f705b |
InferenceServiceReady |
InferenceService [error-404-isvc-f705b] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f705b |
InferenceServiceReady |
InferenceService [success-200-isvc-f705b] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f705b |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-f705b |
InferenceGraphReady |
InferenceGraph [sequence-graph-f705b] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-f705b |
ScalingReplicaSet |
Scaled up replica set sequence-graph-f705b-5fd9c8dfb8 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-f705b-5fd9c8dfb8-sxjr4 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-f705b-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-f705b-5fd9c8dfb8 |
SuccessfulCreate |
Created pod: sequence-graph-f705b-5fd9c8dfb8-sxjr4 | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f705b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-25c73 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-25c73 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f705b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
sequence-graph-f705b-5fd9c8dfb8-sxjr4 |
Created |
Created container: sequence-graph-f705b | |
kserve-ci-e2e-test |
multus |
sequence-graph-f705b-5fd9c8dfb8-sxjr4 |
AddedInterface |
Add eth0 [10.133.0.27/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-f705b-5fd9c8dfb8-sxjr4 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-f705b-5fd9c8dfb8-sxjr4 |
Started |
Started container sequence-graph-f705b | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f705b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f705b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f705b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-f705b |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f705b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-f705b |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-f705b |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-f705b |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-25c73-765966cfb4-d8pwg |
Killing |
Stopping container ensemble-graph-25c73 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8003b |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-8003b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8003b": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-8003b-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-8003b-predictor-7d597dc584 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8003b |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8003b": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-8003b-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-8003b-predictor-69459f667c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-25c73-predictor-6ddf4c5487-md7nf |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8003b-predictor-69459f667c-ml85h |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8003b |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8003b": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8003b-predictor-7d597dc584-hxm4g |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-8003b-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8003b-predictor-69459f667c-ml85h |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8003b-predictor-69459f667c-ml85h |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8003b |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-8003b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8003b": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
multus |
error-404-isvc-8003b-predictor-69459f667c-ml85h |
AddedInterface |
Add eth0 [10.132.0.51/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-25c73-predictor-6ddf4c5487-md7nf |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8003b-predictor-69459f667c-ml85h |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8003b-predictor-69459f667c-ml85h |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8003b-predictor-69459f667c-ml85h |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-8003b-predictor-69459f667c |
SuccessfulCreate |
Created pod: error-404-isvc-8003b-predictor-69459f667c-ml85h | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-8003b-predictor-7d597dc584 |
SuccessfulCreate |
Created pod: success-200-isvc-8003b-predictor-7d597dc584-hxm4g | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-25c73-predictor-746989f766-6kkr9 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp 10.132.0.46:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8003b-predictor-7d597dc584-hxm4g |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8003b-predictor-7d597dc584-hxm4g |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8003b-predictor-7d597dc584-hxm4g |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8003b-predictor-7d597dc584-hxm4g |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8003b-predictor-7d597dc584-hxm4g |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-8003b-predictor-7d597dc584-hxm4g |
AddedInterface |
Add eth0 [10.132.0.50/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8003b-predictor-7d597dc584-hxm4g |
Created |
Created container: kube-rbac-proxy | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-25c73-predictor-6ddf4c5487-md7nf |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-25c73-predictor-6ddf4c5487-md7nf |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp 10.132.0.47:8643: connect: connection refused | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8003b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8003b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-25c73-765966cfb4-d8pwg |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f705b-predictor-d6ff57dff-d2dhp |
Killing |
Stopping container kube-rbac-proxy | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8003b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8003b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-00068-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-00068-predictor-cd7ff766 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-f705b-5fd9c8dfb8-sxjr4 |
Killing |
Stopping container sequence-graph-f705b | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f705b-predictor-d6ff57dff-d2dhp |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-00068-predictor-cd7ff766 |
SuccessfulCreate |
Created pod: success-200-isvc-00068-predictor-cd7ff766-4rlln | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-00068-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-00068-predictor-589d75fd87 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-00068-predictor-cd7ff766-4rlln |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-00068 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-00068": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-00068-predictor-cd7ff766-4rlln |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-00068-predictor-cd7ff766-4rlln |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-00068-predictor-cd7ff766-4rlln |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-00068-predictor-cd7ff766-4rlln |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-00068-predictor-cd7ff766-4rlln |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-00068-predictor-589d75fd87-jdckw |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-00068-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-00068-predictor-589d75fd87 |
SuccessfulCreate |
Created pod: error-404-isvc-00068-predictor-589d75fd87-jdckw | |
kserve-ci-e2e-test |
multus |
success-200-isvc-00068-predictor-cd7ff766-4rlln |
AddedInterface |
Add eth0 [10.132.0.52/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-00068 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-00068": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-00068": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-00068-predictor-589d75fd87-jdckw |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-00068-predictor-589d75fd87-jdckw |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-00068-predictor-589d75fd87-jdckw |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-00068-predictor-589d75fd87-jdckw |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-00068-predictor-589d75fd87-jdckw |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-00068-predictor-589d75fd87-jdckw |
AddedInterface |
Add eth0 [10.132.0.53/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-00068-predictor-589d75fd87-jdckw |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f705b-predictor-d6ff57dff-d2dhp |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp 10.132.0.49:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-f705b-predictor-d6ff57dff-d2dhp |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f705b-predictor-7759fdc7c4-5jkhf |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp 10.132.0.48:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-8003b-predictor-69459f667c-ml85h |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-8003b-predictor-7d597dc584-hxm4g |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8003b |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8003b |
InferenceServiceReady |
InferenceService [error-404-isvc-8003b] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8003b |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8003b |
InferenceServiceReady |
InferenceService [success-200-isvc-8003b] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-f705b-5fd9c8dfb8-sxjr4 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-8003b |
InferenceGraphReady |
InferenceGraph [splitter-graph-8003b] is Ready | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-8003b-7dc6f58dd9-9kkzl |
Started |
Started container splitter-graph-8003b | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-00068-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8003b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
multus |
splitter-graph-8003b-7dc6f58dd9-9kkzl |
AddedInterface |
Add eth0 [10.133.0.28/23] from ovn-kubernetes | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-00068-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8003b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-8003b-7dc6f58dd9 |
SuccessfulCreate |
Created pod: splitter-graph-8003b-7dc6f58dd9-9kkzl | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8003b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8003b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-8003b |
ScalingReplicaSet |
Scaled up replica set splitter-graph-8003b-7dc6f58dd9 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-8003b-7dc6f58dd9-9kkzl |
Created |
Created container: splitter-graph-8003b | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-8003b-7dc6f58dd9-9kkzl |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359" already present on machine | |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-00068-predictor-cd7ff766-4rlln |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-00068-predictor-589d75fd87-jdckw |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection refused |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-5e51f-predictor-ccbbff6dc |
SuccessfulCreate |
Created pod: error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8003b-predictor-7d597dc584-hxm4g |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x |
AddedInterface |
Add eth0 [10.132.0.54/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-5e51f-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-5e51f-predictor-ccbbff6dc from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-5e51f |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-5e51f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-5e51f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-5e51f |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-5e51f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8003b-predictor-69459f667c-ml85h |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8003b-predictor-69459f667c-ml85h |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-8003b-7dc6f58dd9-9kkzl |
Killing |
Stopping container splitter-graph-8003b | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-5e51f-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8003b-predictor-7d597dc584-hxm4g |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-5e51f-predictor-6bcc4458db |
SuccessfulCreate |
Created pod: success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-5e51f-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-5e51f-predictor-6bcc4458db from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-5e51f |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-5e51f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5e51f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-5e51f |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5e51f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8003b-predictor-69459f667c-ml85h |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp 10.132.0.51:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1693" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
AddedInterface |
Add eth0 [10.132.0.55/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
Created |
Created container: kube-rbac-proxy | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-00068-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-00068-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-00068 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-00068 |
InferenceServiceReady |
InferenceService [success-200-isvc-00068] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-00068 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-00068 |
InferenceServiceReady |
InferenceService [error-404-isvc-00068] is Ready | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-5e51f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-5e51f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-5e51f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-5e51f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-00068 |
InferenceGraphReady |
InferenceGraph [switch-graph-00068] is Ready | |
kserve-ci-e2e-test |
multus |
switch-graph-00068-5f66c94d7d-sd6wz |
AddedInterface |
Add eth0 [10.133.0.29/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-00068-5f66c94d7d-sd6wz |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359" already present on machine | |
kserve-ci-e2e-test |
kubelet |
switch-graph-00068-5f66c94d7d-sd6wz |
Created |
Created container: switch-graph-00068 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-00068-5f66c94d7d |
SuccessfulCreate |
Created pod: switch-graph-00068-5f66c94d7d-sd6wz | |
kserve-ci-e2e-test |
kubelet |
switch-graph-00068-5f66c94d7d-sd6wz |
Started |
Started container switch-graph-00068 | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-00068 |
ScalingReplicaSet |
Scaled up replica set switch-graph-00068-5f66c94d7d from 0 to 1 | |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-8003b-7dc6f58dd9-9kkzl |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-00068-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-00068-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-00068-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-00068-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-5e51f |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-5e51f |
InferenceServiceReady |
InferenceService [success-200-isvc-5e51f] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-5e51f |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-5e51f |
InferenceServiceReady |
InferenceService [error-404-isvc-5e51f] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-00068 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-00068 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
splitter-graph-5e51f-6b6dcfc757-955nw |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359" already present on machine | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-5e51f-6b6dcfc757-955nw |
Started |
Started container splitter-graph-5e51f | |
kserve-ci-e2e-test |
multus |
splitter-graph-5e51f-6b6dcfc757-955nw |
AddedInterface |
Add eth0 [10.133.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-5e51f |
InferenceGraphReady |
InferenceGraph [splitter-graph-5e51f] is Ready | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-5e51f-6b6dcfc757-955nw |
Created |
Created container: splitter-graph-5e51f | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-5e51f-6b6dcfc757 |
SuccessfulCreate |
Created pod: splitter-graph-5e51f-6b6dcfc757-955nw | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-5e51f |
ScalingReplicaSet |
Scaled up replica set splitter-graph-5e51f-6b6dcfc757 from 0 to 1 | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-5e51f |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-5e51f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-5e51f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-5e51f |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-5e51f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-5e51f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-5e51f |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-5e51f |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-5e51f-6b6dcfc757-955nw |
Killing |
Stopping container splitter-graph-5e51f | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp 10.132.0.54:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-5e51f-predictor-6bcc4458db-cbk6x |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5e51f-predictor-ccbbff6dc-42zwh |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp 10.132.0.55:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-5e51f-6b6dcfc757-955nw |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-00068-predictor-cd7ff766-4rlln |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-00068-predictor-589d75fd87-jdckw |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-00068-predictor-cd7ff766-4rlln |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-00068-5f66c94d7d-sd6wz |
Killing |
Stopping container switch-graph-00068 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-00068-predictor-589d75fd87-jdckw |
Killing |
Stopping container kube-rbac-proxy | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-00068-5f66c94d7d-sd6wz |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |