| Time | Namespace | Component | RelatedObject | Reason | Message |
|---|---|---|---|---|---|
kserve-ci-e2e-test |
splitter-graph-faf8d-7794748f4c-g24jk |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-faf8d-7794748f4c-g24jk to ip-10-0-136-197.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh to ip-10-0-143-167.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-06a6c-784596677c-tv66c |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-06a6c-784596677c-tv66c to ip-10-0-136-197.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-a9565-predictor-7689f7fc67-cvwzg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-a9565-predictor-7689f7fc67-cvwzg to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-49957-predictor-bc66879c5-mgq5g |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-49957-predictor-bc66879c5-mgq5g to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj to ip-10-0-143-167.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-e9535-predictor-54f44fc89c-p24vc to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-a1442-predictor-84bf5c887f-bmcrh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-a1442-predictor-84bf5c887f-bmcrh to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-zcbs6 to ip-10-0-143-167.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-49957-646f5768d6-8lwz6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-49957-646f5768d6-8lwz6 to ip-10-0-136-197.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-e9535-68fb6f49bc-d8ks6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-e9535-68fb6f49bc-d8ks6 to ip-10-0-136-197.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-7b0b5-5859dbd5c9-v6w2x |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-7b0b5-5859dbd5c9-v6w2x to ip-10-0-136-197.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-7902a-75876bd9fb-dtnk9 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-7902a-75876bd9fb-dtnk9 to ip-10-0-136-197.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-faf8d-predictor-5896849644-7rtxg to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-7b982-predictor-d56595d99-q8npg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-7b982-predictor-d56595d99-q8npg to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-a1442-predictor-5759c7c998-p46m5 to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-e31d5-predictor-8545984775-n6bpj to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-7b982-predictor-5857f8478-6d7w5 to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
model-chainer-8c9487985-fvxx2 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/model-chainer-8c9487985-fvxx2 to ip-10-0-136-197.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-7b982-6788699d75-lth46 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-7b982-6788699d75-lth46 to ip-10-0-136-197.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-a1442-9fd45fd4d-bpdzh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-a1442-9fd45fd4d-bpdzh to ip-10-0-136-197.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-7902a-predictor-8dd58f79b-bjhqg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-7902a-predictor-8dd58f79b-bjhqg to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-a9565-55fcbd5d96-wt9cc |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-a9565-55fcbd5d96-wt9cc to ip-10-0-136-197.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-e31d5-564c58485c-xhmft |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-e31d5-564c58485c-xhmft to ip-10-0-136-197.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-e9535-predictor-7cdddc598d-krch6 to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-49957-predictor-c6d6b9746-75srq |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-49957-predictor-c6d6b9746-75srq to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv to ip-10-0-135-216.ec2.internal | ||
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-e9535-predictor-7cdddc598d |
SuccessfulCreate |
Created pod: success-200-isvc-e9535-predictor-7cdddc598d-krch6 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-e9535-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-e9535-predictor-7cdddc598d from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
isvc-xgboost-graph-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e9535 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-e9535": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e9535": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e9535 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e9535": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-1-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-1-predictor-7dc5b78b48 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-1-predictor-7dc5b78b48 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-e9535-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
AddedInterface |
Add eth0 [10.134.0.18/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Pulling |
Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1833" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Pulling |
Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1833" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
AddedInterface |
Add eth0 [10.132.0.25/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-2-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-2-predictor-54ff6676d8 from 0 to 1 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
AddedInterface |
Add eth0 [10.134.0.17/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
AddedInterface |
Add eth0 [10.132.0.27/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-xgboost-graph-predictor-555fc69d56 |
SuccessfulCreate |
Created pod: isvc-xgboost-graph-predictor-555fc69d56-zcbs6 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-e9535-predictor-54f44fc89c |
SuccessfulCreate |
Created pod: error-404-isvc-e9535-predictor-54f44fc89c-p24vc | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-e9535-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-e9535-predictor-54f44fc89c from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-2-predictor-54ff6676d8 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj | |
kserve-ci-e2e-test |
multus |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
AddedInterface |
Add eth0 [10.132.0.26/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Pulling |
Pulling image "kserve/xgbserver:latest" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Pulled |
Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1833" in 15.834s (15.834s including waiting). Image size: 1333970528 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Pulled |
Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1833" in 15.757s (15.757s including waiting). Image size: 1334927461 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.795s (2.795s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.808s (2.808s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833" in 27.604s (27.604s including waiting). Image size: 1557910953 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Pulled |
Successfully pulled image "kserve/xgbserver:latest" in 27.873s (27.873s including waiting). Image size: 1307355898 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833" in 28.041s (28.041s including waiting). Image size: 1557910953 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.778s (2.778s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.59s (2.59s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.824s (2.825s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Started |
Started container kube-rbac-proxy | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e9535-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e9535-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e9535-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e9535-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-e9535 |
InferenceServiceReady |
InferenceService [error-404-isvc-e9535] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-e9535 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e9535 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e9535 |
InferenceServiceReady |
InferenceService [success-200-isvc-e9535] is Ready | |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-e9535 |
ScalingReplicaSet |
Scaled up replica set switch-graph-e9535-68fb6f49bc from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-e9535-68fb6f49bc |
SuccessfulCreate |
Created pod: switch-graph-e9535-68fb6f49bc-d8ks6 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-e9535 |
InferenceGraphReady |
InferenceGraph [switch-graph-e9535] is Ready | |
| (x2) | kserve-ci-e2e-test |
kubelet |
switch-graph-e9535-68fb6f49bc-d8ks6 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-e9535-serving-cert" not found |
kserve-ci-e2e-test |
multus |
switch-graph-e9535-68fb6f49bc-d8ks6 |
AddedInterface |
Add eth0 [10.133.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-e9535-68fb6f49bc-d8ks6 |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda" | |
kserve-ci-e2e-test |
kubelet |
switch-graph-e9535-68fb6f49bc-d8ks6 |
Started |
Started container switch-graph-e9535 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-e9535-68fb6f49bc-d8ks6 |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda" in 2.425s (2.425s including waiting). Image size: 218226790 bytes. | |
kserve-ci-e2e-test |
kubelet |
switch-graph-e9535-68fb6f49bc-d8ks6 |
Created |
Created container: switch-graph-e9535 | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e9535-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e9535-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e9535-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e9535-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
switch-graph-e9535-68fb6f49bc-d8ks6 |
Killing |
Stopping container switch-graph-e9535 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-7b0b5 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-7b0b5": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-7b0b5 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-7b0b5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-7b0b5": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-7b0b5-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-7b0b5-predictor-df99ffc46 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-7b0b5 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7b0b5": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-7b0b5 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-7b0b5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7b0b5": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-7b0b5-predictor-df99ffc46 |
SuccessfulCreate |
Created pod: success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-7b0b5-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-7b0b5-predictor-fc66d6ff from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-7b0b5-predictor-fc66d6ff |
SuccessfulCreate |
Created pod: error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 |
AddedInterface |
Add eth0 [10.134.0.19/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx |
AddedInterface |
Add eth0 [10.134.0.20/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.18:8643/healthz": dial tcp 10.134.0.18:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-e9535-predictor-54f44fc89c-p24vc |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.18:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.17:8643/healthz": dial tcp 10.134.0.17:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-e9535-predictor-7cdddc598d-krch6 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.17:8080: connect: connection refused |
| (x8) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
InferenceServiceReady |
InferenceService [isvc-xgboost-graph] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-1] is Ready | |
| (x8) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-2] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-e9535-68fb6f49bc-d8ks6 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-7b0b5-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-7b0b5-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-7b0b5-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-7b0b5-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
model-chainer |
InferenceGraphReady |
InferenceGraph [model-chainer] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
model-chainer |
ScalingReplicaSet |
Scaled up replica set model-chainer-8c9487985 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
model-chainer-8c9487985 |
SuccessfulCreate |
Created pod: model-chainer-8c9487985-fvxx2 | |
kserve-ci-e2e-test |
kubelet |
model-chainer-8c9487985-fvxx2 |
Started |
Started container model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-8c9487985-fvxx2 |
Created |
Created container: model-chainer | |
kserve-ci-e2e-test |
multus |
model-chainer-8c9487985-fvxx2 |
AddedInterface |
Add eth0 [10.133.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
model-chainer-8c9487985-fvxx2 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda" already present on machine | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-7b0b5 |
InferenceServiceReady |
InferenceService [error-404-isvc-7b0b5] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-7b0b5 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-7b0b5 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-7b0b5 |
InferenceServiceReady |
InferenceService [success-200-isvc-7b0b5] is Ready | |
kserve-ci-e2e-test |
kubelet |
model-chainer-8c9487985-fvxx2 |
Killing |
Stopping container model-chainer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-a9565-predictor-5dbbcd748b |
SuccessfulCreate |
Created pod: success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-a9565-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-a9565-predictor-5dbbcd748b from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a9565-predictor-7689f7fc67-cvwzg |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-a9565-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-a9565-predictor-7689f7fc67 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-a9565-predictor-7689f7fc67 |
SuccessfulCreate |
Created pod: error-404-isvc-a9565-predictor-7689f7fc67-cvwzg | |
kserve-ci-e2e-test |
multus |
success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 |
AddedInterface |
Add eth0 [10.134.0.21/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a9565 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-a9565": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a9565": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a9565 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a9565": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a9565-predictor-7689f7fc67-cvwzg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a9565-predictor-7689f7fc67-cvwzg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-a9565-predictor-7689f7fc67-cvwzg |
AddedInterface |
Add eth0 [10.134.0.22/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a9565-predictor-7689f7fc67-cvwzg |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a9565-predictor-7689f7fc67-cvwzg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a9565-predictor-7689f7fc67-cvwzg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp 10.132.0.26:8643: connect: connection refused | |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7dc5b78b48-hpbgh |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp 10.132.0.25:8643: connect: connection refused | |
| (x9) | kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-zcbs6 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp 10.132.0.27:8643: connect: connection refused | |
| (x11) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-54ff6676d8-8vwrj |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-7b0b5-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-7b0b5 |
InferenceGraphReady |
InferenceGraph [switch-graph-7b0b5] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-7b0b5-5859dbd5c9-v6w2x |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-7b0b5-serving-cert" not found | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-7b0b5-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-7b0b5 |
ScalingReplicaSet |
Scaled up replica set switch-graph-7b0b5-5859dbd5c9 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-7b0b5-5859dbd5c9 |
SuccessfulCreate |
Created pod: switch-graph-7b0b5-5859dbd5c9-v6w2x | |
kserve-ci-e2e-test |
multus |
switch-graph-7b0b5-5859dbd5c9-v6w2x |
AddedInterface |
Add eth0 [10.133.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-7b0b5-5859dbd5c9-v6w2x |
Started |
Started container switch-graph-7b0b5 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-7b0b5-5859dbd5c9-v6w2x |
Created |
Created container: switch-graph-7b0b5 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-7b0b5-5859dbd5c9-v6w2x |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda" already present on machine | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-7b0b5-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-7b0b5-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
model-chainer-8c9487985-fvxx2 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a9565-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a9565-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-7b0b5 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-7b0b5 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-a9565-predictor-7689f7fc67-cvwzg |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a9565-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a9565-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a9565 |
InferenceServiceReady |
InferenceService [success-200-isvc-a9565] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a9565 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a9565 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a9565 |
InferenceServiceReady |
InferenceService [error-404-isvc-a9565] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-a9565 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-a9565-55fcbd5d96 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-a9565-55fcbd5d96 |
SuccessfulCreate |
Created pod: sequence-graph-a9565-55fcbd5d96-wt9cc | |
| (x2) | kserve-ci-e2e-test |
kubelet |
sequence-graph-a9565-55fcbd5d96-wt9cc |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-a9565-serving-cert" not found |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-a9565 |
InferenceGraphReady |
InferenceGraph [sequence-graph-a9565] is Ready | |
kserve-ci-e2e-test |
multus |
sequence-graph-a9565-55fcbd5d96-wt9cc |
AddedInterface |
Add eth0 [10.133.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a9565-55fcbd5d96-wt9cc |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a9565-55fcbd5d96-wt9cc |
Started |
Started container sequence-graph-a9565 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a9565-55fcbd5d96-wt9cc |
Created |
Created container: sequence-graph-a9565 | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a9565 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a9565 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a9565-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a9565-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a9565-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a9565-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a9565 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a9565 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-49957-predictor-c6d6b9746 |
SuccessfulCreate |
Created pod: success-200-isvc-49957-predictor-c6d6b9746-75srq | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-49957-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-49957-predictor-c6d6b9746 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-49957 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-49957": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-49957": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-49957 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-49957": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-7b0b5-5859dbd5c9-v6w2x |
Killing |
Stopping container switch-graph-7b0b5 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-49957-predictor-bc66879c5-mgq5g |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-49957-predictor-c6d6b9746-75srq |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-49957-predictor-bc66879c5-mgq5g |
AddedInterface |
Add eth0 [10.134.0.24/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-49957-predictor-bc66879c5 |
SuccessfulCreate |
Created pod: error-404-isvc-49957-predictor-bc66879c5-mgq5g | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-49957-predictor-bc66879c5-mgq5g |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-49957-predictor-c6d6b9746-75srq |
AddedInterface |
Add eth0 [10.134.0.23/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-49957-predictor-c6d6b9746-75srq |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-49957-predictor-c6d6b9746-75srq |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-49957-predictor-c6d6b9746-75srq |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-49957-predictor-c6d6b9746-75srq |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-49957-predictor-c6d6b9746-75srq |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-49957-predictor-bc66879c5-mgq5g |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-49957-predictor-bc66879c5-mgq5g |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-49957-predictor-bc66879c5-mgq5g |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-49957-predictor-bc66879c5-mgq5g |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-49957-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-49957-predictor-bc66879c5 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-49957 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-49957": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-49957 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-49957": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-49957": the object has been modified; please apply your changes to the latest version and try again | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b0b5-predictor-fc66d6ff-kgclx |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp 10.134.0.20:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp 10.134.0.19:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b0b5-predictor-df99ffc46-svnw2 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-7b0b5-5859dbd5c9-v6w2x |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-49957-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-49957-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-49957-predictor-c6d6b9746-75srq |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-49957-predictor-bc66879c5-mgq5g |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-49957-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-49957-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-49957 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-49957 |
InferenceServiceReady |
InferenceService [success-200-isvc-49957] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-49957 |
InferenceServiceReady |
InferenceService [error-404-isvc-49957] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-49957 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a1442 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-a1442": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a1442": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a9565-55fcbd5d96-wt9cc |
Killing |
Stopping container sequence-graph-a9565 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a9565-predictor-7689f7fc67-cvwzg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a1442 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a1442": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a9565-predictor-7689f7fc67-cvwzg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-a1442-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-a1442-predictor-5759c7c998 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-a1442-predictor-5759c7c998 |
SuccessfulCreate |
Created pod: success-200-isvc-a1442-predictor-5759c7c998-p46m5 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a1442 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a1442": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
multus |
error-404-isvc-a1442-predictor-84bf5c887f-bmcrh |
AddedInterface |
Add eth0 [10.134.0.26/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a1442-predictor-84bf5c887f-bmcrh |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a1442-predictor-84bf5c887f-bmcrh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a1442-predictor-84bf5c887f-bmcrh |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a1442-predictor-84bf5c887f-bmcrh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a1442 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-a1442": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a1442": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-a1442-predictor-84bf5c887f |
SuccessfulCreate |
Created pod: error-404-isvc-a1442-predictor-84bf5c887f-bmcrh | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-a1442-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a1442-predictor-84bf5c887f-bmcrh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-a1442-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-a1442-predictor-84bf5c887f from 0 to 1 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
AddedInterface |
Add eth0 [10.134.0.25/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a1442-predictor-84bf5c887f-bmcrh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp 10.134.0.21:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-a9565-predictor-5dbbcd748b-c7sp6 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-49957-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-49957-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-49957-646f5768d6-8lwz6 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-49957 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-49957-646f5768d6 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-49957 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-49957] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-49957-646f5768d6 |
SuccessfulCreate |
Created pod: ensemble-graph-49957-646f5768d6-8lwz6 | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-49957-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
multus |
ensemble-graph-49957-646f5768d6-8lwz6 |
AddedInterface |
Add eth0 [10.133.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-49957-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-49957-646f5768d6-8lwz6 |
Started |
Started container ensemble-graph-49957 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-49957-646f5768d6-8lwz6 |
Created |
Created container: ensemble-graph-49957 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-06a6c-predictor-69d6f4dc94 |
SuccessfulCreate |
Created pod: success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-06a6c-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-06a6c-predictor-5766f5fbbc from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-06a6c |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-06a6c": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-06a6c-predictor-5766f5fbbc |
SuccessfulCreate |
Created pod: error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-06a6c-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-06a6c |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-06a6c": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-06a6c": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-06a6c-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-06a6c-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-06a6c-predictor-69d6f4dc94 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-49957-predictor-c6d6b9746-75srq |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-49957-646f5768d6-8lwz6 |
Killing |
Stopping container ensemble-graph-49957 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-49957-predictor-c6d6b9746-75srq |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-49957-predictor-bc66879c5-mgq5g |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-49957-predictor-bc66879c5-mgq5g |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
AddedInterface |
Add eth0 [10.134.0.28/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
AddedInterface |
Add eth0 [10.134.0.27/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-49957-predictor-bc66879c5-mgq5g |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-49957-predictor-c6d6b9746-75srq |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp 10.134.0.23:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-a9565-55fcbd5d96-wt9cc |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-49957-646f5768d6-8lwz6 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a1442-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a1442-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a1442-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a1442-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a1442 |
InferenceServiceReady |
InferenceService [error-404-isvc-a1442] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a1442 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a1442 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a1442 |
InferenceServiceReady |
InferenceService [success-200-isvc-a1442] is Ready | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-06a6c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-06a6c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-06a6c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-06a6c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-06a6c |
InferenceServiceReady |
InferenceService [success-200-isvc-06a6c] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-06a6c |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-a1442 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-a1442-9fd45fd4d from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-a1442-9fd45fd4d |
SuccessfulCreate |
Created pod: sequence-graph-a1442-9fd45fd4d-bpdzh | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a1442-9fd45fd4d-bpdzh |
Created |
Created container: sequence-graph-a1442 | |
kserve-ci-e2e-test |
multus |
sequence-graph-a1442-9fd45fd4d-bpdzh |
AddedInterface |
Add eth0 [10.133.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a1442-9fd45fd4d-bpdzh |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda" already present on machine | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-a1442 |
InferenceGraphReady |
InferenceGraph [sequence-graph-a1442] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a1442-9fd45fd4d-bpdzh |
Started |
Started container sequence-graph-a1442 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-06a6c |
InferenceServiceReady |
InferenceService [error-404-isvc-06a6c] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-06a6c |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-06a6c-784596677c-tv66c |
Started |
Started container ensemble-graph-06a6c | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-06a6c-784596677c-tv66c |
Created |
Created container: ensemble-graph-06a6c | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-06a6c-784596677c-tv66c |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda" already present on machine | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a1442-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a1442-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-06a6c-784596677c |
SuccessfulCreate |
Created pod: ensemble-graph-06a6c-784596677c-tv66c | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-06a6c |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-06a6c-784596677c from 0 to 1 | |
kserve-ci-e2e-test |
multus |
ensemble-graph-06a6c-784596677c-tv66c |
AddedInterface |
Add eth0 [10.133.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-06a6c |
InferenceGraphReady |
InferenceGraph [ensemble-graph-06a6c] is Ready | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a1442-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a1442-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b982-predictor-d56595d99-q8npg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b982-predictor-d56595d99-q8npg |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-7b982 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-7b982": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7b982": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-7b982 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7b982": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-7b982-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-7b982-predictor-d56595d99 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-7b982-predictor-d56595d99 |
SuccessfulCreate |
Created pod: error-404-isvc-7b982-predictor-d56595d99-q8npg | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a1442-predictor-84bf5c887f-bmcrh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-7b982-predictor-d56595d99-q8npg |
AddedInterface |
Add eth0 [10.134.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b982-predictor-d56595d99-q8npg |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a1442-predictor-84bf5c887f-bmcrh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a1442-9fd45fd4d-bpdzh |
Killing |
Stopping container sequence-graph-a1442 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b982-predictor-d56595d99-q8npg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b982-predictor-d56595d99-q8npg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-7b982-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-7b982-predictor-5857f8478 |
SuccessfulCreate |
Created pod: success-200-isvc-7b982-predictor-5857f8478-6d7w5 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b982-predictor-d56595d99-q8npg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-7b982-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-7b982-predictor-5857f8478 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
AddedInterface |
Add eth0 [10.134.0.29/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-a1442-predictor-84bf5c887f-bmcrh |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp 10.134.0.25:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-a1442-predictor-5759c7c998-p46m5 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a1442-predictor-84bf5c887f-bmcrh |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-06a6c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-06a6c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-06a6c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-06a6c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-06a6c |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-06a6c |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-a1442-9fd45fd4d-bpdzh |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-7b982-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-7b982-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-7b982-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-7b982-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-7b982 |
InferenceServiceReady |
InferenceService [error-404-isvc-7b982] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-7b982 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-7b982 |
InferenceServiceReady |
InferenceService [success-200-isvc-7b982] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-7b982 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
sequence-graph-7b982-6788699d75-lth46 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-7b982-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-7b982 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-7b982-6788699d75 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-7b982 |
InferenceGraphReady |
InferenceGraph [sequence-graph-7b982] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-7b982-6788699d75 |
SuccessfulCreate |
Created pod: sequence-graph-7b982-6788699d75-lth46 | |
kserve-ci-e2e-test |
multus |
sequence-graph-7b982-6788699d75-lth46 |
AddedInterface |
Add eth0 [10.133.0.40/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-7b982-6788699d75-lth46 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-7b982-6788699d75-lth46 |
Created |
Created container: sequence-graph-7b982 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-7b982-6788699d75-lth46 |
Started |
Started container sequence-graph-7b982 | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-7b982-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-7b982-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-7b982 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-7b982 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-7b982-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-7b982-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-7b982 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-7b982 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-e31d5-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-e31d5 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-e31d5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e31d5": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-e31d5-predictor-8545984775 |
SuccessfulCreate |
Created pod: error-404-isvc-e31d5-predictor-8545984775-n6bpj | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e31d5 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-e31d5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e31d5": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e31d5 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e31d5": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-e31d5-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-e31d5-predictor-8545984775 from 0 to 1 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv |
AddedInterface |
Add eth0 [10.134.0.31/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-06a6c-784596677c-tv66c |
Killing |
Stopping container ensemble-graph-06a6c | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-e31d5 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e31d5": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-e31d5-predictor-7bf5c4d786 |
SuccessfulCreate |
Created pod: success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-e31d5-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-e31d5-predictor-7bf5c4d786 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
AddedInterface |
Add eth0 [10.134.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
Started |
Started container kube-rbac-proxy | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-06a6c-predictor-5766f5fbbc-h8s7g |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp 10.134.0.28:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-06a6c-predictor-69d6f4dc94-zf296 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-06a6c-784596677c-tv66c |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e31d5-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e31d5-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e31d5-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e31d5-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-e31d5 |
InferenceServiceReady |
InferenceService [error-404-isvc-e31d5] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e31d5 |
InferenceServiceReady |
InferenceService [success-200-isvc-e31d5] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e31d5 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-e31d5 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-e31d5-564c58485c |
SuccessfulCreate |
Created pod: splitter-graph-e31d5-564c58485c-xhmft | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e31d5-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e31d5-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-e31d5 |
InferenceGraphReady |
InferenceGraph [splitter-graph-e31d5] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-e31d5 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-e31d5-564c58485c from 0 to 1 | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e31d5-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e31d5-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-e31d5-564c58485c-xhmft |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-e31d5-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-e31d5-564c58485c-xhmft |
Started |
Started container splitter-graph-e31d5 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-e31d5-564c58485c-xhmft |
Created |
Created container: splitter-graph-e31d5 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-e31d5-564c58485c-xhmft |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda" already present on machine | |
kserve-ci-e2e-test |
multus |
splitter-graph-e31d5-564c58485c-xhmft |
AddedInterface |
Add eth0 [10.133.0.41/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv |
AddedInterface |
Add eth0 [10.134.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-7902a |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-7902a": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-faf8d-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-faf8d-predictor-5896849644 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-faf8d-predictor-5896849644 |
SuccessfulCreate |
Created pod: success-200-isvc-faf8d-predictor-5896849644-7rtxg | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-e31d5-564c58485c-xhmft |
Killing |
Stopping container splitter-graph-e31d5 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-7b982-6788699d75-lth46 |
Killing |
Stopping container sequence-graph-7b982 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-7902a |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-7902a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7902a": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-7902a |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7902a": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b982-predictor-d56595d99-q8npg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b982-predictor-d56595d99-q8npg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-7902a-predictor-8dd58f79b-bjhqg |
AddedInterface |
Add eth0 [10.134.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-faf8d-predictor-6f9fc8c58f |
SuccessfulCreate |
Created pod: error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-faf8d-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-faf8d-predictor-6f9fc8c58f from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7902a-predictor-8dd58f79b-bjhqg |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7902a-predictor-8dd58f79b-bjhqg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7902a-predictor-8dd58f79b-bjhqg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7902a-predictor-8dd58f79b-bjhqg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7902a-predictor-8dd58f79b-bjhqg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7902a-predictor-8dd58f79b-bjhqg |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-7902a-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-7902a-predictor-c5f95cb9c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-7902a-predictor-c5f95cb9c |
SuccessfulCreate |
Created pod: error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-7902a-predictor-8dd58f79b |
SuccessfulCreate |
Created pod: success-200-isvc-7902a-predictor-8dd58f79b-bjhqg | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-7902a-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-7902a-predictor-8dd58f79b from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-7902a |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-7902a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-7902a": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp |
AddedInterface |
Add eth0 [10.134.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-faf8d-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
AddedInterface |
Add eth0 [10.134.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-faf8d-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
Created |
Created container: kube-rbac-proxy | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e31d5-predictor-7bf5c4d786-cwrxv |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp 10.134.0.31:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b982-predictor-d56595d99-q8npg |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e31d5-predictor-8545984775-n6bpj |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp 10.134.0.32:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-7b982-predictor-d56595d99-q8npg |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1833" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7b982-predictor-5857f8478-6d7w5 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-faf8d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-faf8d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-7b982-6788699d75-lth46 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-e31d5-564c58485c-xhmft |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-7902a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-faf8d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-7902a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-faf8d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-7902a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-7902a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-7902a-predictor-8dd58f79b-bjhqg |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-7902a |
InferenceServiceReady |
InferenceService [success-200-isvc-7902a] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-7902a |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-faf8d |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-faf8d |
InferenceServiceReady |
InferenceService [success-200-isvc-faf8d] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-7902a |
InferenceServiceReady |
InferenceService [error-404-isvc-7902a] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-7902a |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-7902a |
ScalingReplicaSet |
Scaled up replica set switch-graph-7902a-75876bd9fb from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-7902a-75876bd9fb |
SuccessfulCreate |
Created pod: switch-graph-7902a-75876bd9fb-dtnk9 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-7902a |
InferenceGraphReady |
InferenceGraph [switch-graph-7902a] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-faf8d |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
switch-graph-7902a-75876bd9fb-dtnk9 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-7902a-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-faf8d |
InferenceServiceReady |
InferenceService [error-404-isvc-faf8d] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-7902a-75876bd9fb-dtnk9 |
Created |
Created container: switch-graph-7902a | |
kserve-ci-e2e-test |
multus |
switch-graph-7902a-75876bd9fb-dtnk9 |
AddedInterface |
Add eth0 [10.133.0.42/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-7902a-75876bd9fb-dtnk9 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda" already present on machine | |
kserve-ci-e2e-test |
kubelet |
switch-graph-7902a-75876bd9fb-dtnk9 |
Started |
Started container switch-graph-7902a | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-faf8d |
ScalingReplicaSet |
Scaled up replica set splitter-graph-faf8d-7794748f4c from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-faf8d-7794748f4c |
SuccessfulCreate |
Created pod: splitter-graph-faf8d-7794748f4c-g24jk | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-faf8d |
InferenceGraphReady |
InferenceGraph [splitter-graph-faf8d] is Ready | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-faf8d-7794748f4c-g24jk |
Started |
Started container splitter-graph-faf8d | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-faf8d-7794748f4c-g24jk |
Created |
Created container: splitter-graph-faf8d | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-faf8d-7794748f4c-g24jk |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda" already present on machine | |
kserve-ci-e2e-test |
multus |
splitter-graph-faf8d-7794748f4c-g24jk |
AddedInterface |
Add eth0 [10.133.0.43/23] from ovn-kubernetes | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-7902a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-7902a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-faf8d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-faf8d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-7902a |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-7902a |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-faf8d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-faf8d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-7902a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-7902a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-faf8d |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-faf8d |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-faf8d-7794748f4c-g24jk |
Killing |
Stopping container splitter-graph-faf8d | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-faf8d-predictor-6f9fc8c58f-8vbhp |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-faf8d-predictor-5896849644-7rtxg |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp 10.134.0.35:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-faf8d-7794748f4c-g24jk |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7902a-predictor-8dd58f79b-bjhqg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-7902a-predictor-c5f95cb9c-sqvtv |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-7902a-75876bd9fb-dtnk9 |
Killing |
Stopping container switch-graph-7902a | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7902a-predictor-8dd58f79b-bjhqg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-7902a-predictor-8dd58f79b-bjhqg |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp 10.134.0.33:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-7902a-75876bd9fb-dtnk9 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |