| Time | Namespace | Component | RelatedObject | Reason | Message |
|---|---|---|---|---|---|
kserve-ci-e2e-test |
error-404-isvc-df362-predictor-6769b69b98-bnk4q |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-df362-predictor-6769b69b98-bnk4q to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-bb639-658b9f69db-rwxvz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-bb639-658b9f69db-rwxvz to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-2f013-predictor-bb647f765-5tkvs |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-2f013-predictor-bb647f765-5tkvs to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-01c7a-predictor-774957f645-hvd2w to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-d0074-8f77cc87-zwsk9 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-d0074-8f77cc87-zwsk9 to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
model-chainer-65d5b44868-4ffg2 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/model-chainer-65d5b44868-4ffg2 to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-2f013-5f984b6955-7x5nv |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-2f013-5f984b6955-7x5nv to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-a3ab7-5cc8864447-tbfbv |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-a3ab7-5cc8864447-tbfbv to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-716dc-7d7ffc79d4-2bdn6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-716dc-7d7ffc79d4-2bdn6 to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-fe2ca-7b566d4bb8-77nlb |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-fe2ca-7b566d4bb8-77nlb to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-32541-775bd66797-x4tlp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-32541-775bd66797-x4tlp to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-fe2ca-predictor-698655d7c5-6h276 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-fe2ca-predictor-698655d7c5-6h276 to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-df362-predictor-ddc8d9667-jd4hz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-df362-predictor-ddc8d9667-jd4hz to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-32541-predictor-7ff4c79d55-9mbgd |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-32541-predictor-7ff4c79d55-9mbgd to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-01c7a-7f54567bd4-96nwd |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-01c7a-7f54567bd4-96nwd to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-01c7a-predictor-86b4c76644-xbdpz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-01c7a-predictor-86b4c76644-xbdpz to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-d99eb-predictor-597b578c4-hvl99 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-d99eb-predictor-597b578c4-hvl99 to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-d0074-predictor-64b97bfbdb-84kpw |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-d0074-predictor-64b97bfbdb-84kpw to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-df362-67945678d8-nr7bj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-df362-67945678d8-nr7bj to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-d99eb-8bf569c97-62v27 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-d99eb-8bf569c97-62v27 to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-skw2q to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 to ip-10-0-136-108.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-2f013-predictor-6456f4cb4-hjp52 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-2f013-predictor-6456f4cb4-hjp52 to ip-10-0-128-75.ec2.internal | ||
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-1-predictor-75774fc8c9 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-1-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-1-predictor-75774fc8c9 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
multus |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
AddedInterface |
Add eth0 [10.134.0.19/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
isvc-xgboost-graph-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-xgboost-graph-predictor-555fc69d56 |
SuccessfulCreate |
Created pod: isvc-xgboost-graph-predictor-555fc69d56-skw2q | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
AddedInterface |
Add eth0 [10.134.0.17/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-2-predictor-76b49f6c9c |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099" already present on machine | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-716dc-predictor-6b5b687b9f |
SuccessfulCreate |
Created pod: success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Pulling |
Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1841" | |
kserve-ci-e2e-test |
multus |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
AddedInterface |
Add eth0 [10.133.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-716dc-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-716dc-predictor-6b5b687b9f from 0 to 1 | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
AddedInterface |
Add eth0 [10.134.0.20/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
AddedInterface |
Add eth0 [10.134.0.18/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099" already present on machine | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-716dc-predictor-58d8b8d4f4 |
SuccessfulCreate |
Created pod: error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Pulling |
Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1841" | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-716dc-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-716dc-predictor-58d8b8d4f4 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-2-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-2-predictor-76b49f6c9c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Pulling |
Pulling image "kserve/xgbserver:latest" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Pulled |
Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1841" in 11.852s (11.852s including waiting). Image size: 1334931570 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.297s (2.297s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Pulled |
Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1841" in 18.259s (18.259s including waiting). Image size: 1333908588 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841" in 12.668s (12.668s including waiting). Image size: 1555741111 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841" in 21.203s (21.203s including waiting). Image size: 1555741111 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Pulled |
Successfully pulled image "kserve/xgbserver:latest" in 22.772s (22.772s including waiting). Image size: 1307355894 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.524s (3.524s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.07s (3.07s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.543s (3.543s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.552s (3.552s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Created |
Created container: kube-rbac-proxy | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-716dc-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-716dc-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-716dc |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-716dc |
InferenceServiceReady |
InferenceService [success-200-isvc-716dc] is Ready | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection refused |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-716dc-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-716dc-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-716dc-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-716dc-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-716dc |
InferenceServiceReady |
InferenceService [error-404-isvc-716dc] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-716dc |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-716dc-7d7ffc79d4 |
SuccessfulCreate |
Created pod: switch-graph-716dc-7d7ffc79d4-2bdn6 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-716dc |
InferenceGraphReady |
InferenceGraph [switch-graph-716dc] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-716dc |
ScalingReplicaSet |
Scaled up replica set switch-graph-716dc-7d7ffc79d4 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-716dc-7d7ffc79d4-2bdn6 |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6" | |
kserve-ci-e2e-test |
multus |
switch-graph-716dc-7d7ffc79d4-2bdn6 |
AddedInterface |
Add eth0 [10.133.0.31/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-716dc-7d7ffc79d4-2bdn6 |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6" in 1.91s (1.91s including waiting). Image size: 218232958 bytes. | |
kserve-ci-e2e-test |
kubelet |
switch-graph-716dc-7d7ffc79d4-2bdn6 |
Started |
Started container switch-graph-716dc | |
kserve-ci-e2e-test |
kubelet |
switch-graph-716dc-7d7ffc79d4-2bdn6 |
Created |
Created container: switch-graph-716dc | |
| (x8) | kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.18:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-716dc-7d7ffc79d4-2bdn6 |
Killing |
Stopping container switch-graph-716dc | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-32541-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-32541-predictor-7ff4c79d55 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-32541-predictor-7ff4c79d55 |
SuccessfulCreate |
Created pod: success-200-isvc-32541-predictor-7ff4c79d55-9mbgd | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-32541-predictor-7ff4c79d55-9mbgd |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-32541-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-32541-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-32541-predictor-8d6ffd9d |
SuccessfulCreate |
Created pod: error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-32541-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-32541-predictor-8d6ffd9d from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-32541-predictor-7ff4c79d55-9mbgd |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-32541-predictor-7ff4c79d55-9mbgd |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
AddedInterface |
Add eth0 [10.134.0.21/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-32541-predictor-7ff4c79d55-9mbgd |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-32541-predictor-7ff4c79d55-9mbgd |
AddedInterface |
Add eth0 [10.133.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-32541-predictor-7ff4c79d55-9mbgd |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-32541-predictor-7ff4c79d55-9mbgd |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-32541-predictor-7ff4c79d55-9mbgd |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp 10.133.0.30:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-716dc-predictor-6b5b687b9f-dvfl2 |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-716dc-predictor-58d8b8d4f4-9xkds |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp 10.134.0.19:8643: connect: connection refused | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x9) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
InferenceServiceReady |
InferenceService [isvc-xgboost-graph] is Ready | |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.17:8080: connect: connection refused |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-32541-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-32541-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-2] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-1] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-716dc-7d7ffc79d4-2bdn6 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-32541-predictor-7ff4c79d55-9mbgd |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused |
kserve-ci-e2e-test |
replicaset-controller |
model-chainer-65d5b44868 |
SuccessfulCreate |
Created pod: model-chainer-65d5b44868-4ffg2 | |
kserve-ci-e2e-test |
InferenceGraphController |
model-chainer |
InferenceGraphReady |
InferenceGraph [model-chainer] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
model-chainer |
ScalingReplicaSet |
Scaled up replica set model-chainer-65d5b44868 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
model-chainer-65d5b44868-4ffg2 |
Created |
Created container: model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-65d5b44868-4ffg2 |
Started |
Started container model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-65d5b44868-4ffg2 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6" already present on machine | |
kserve-ci-e2e-test |
multus |
model-chainer-65d5b44868-4ffg2 |
AddedInterface |
Add eth0 [10.133.0.33/23] from ovn-kubernetes | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-32541-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-32541-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-32541 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-32541 |
InferenceServiceReady |
InferenceService [error-404-isvc-32541] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-32541 |
InferenceServiceReady |
InferenceService [success-200-isvc-32541] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-32541 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-a3ab7-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-a3ab7-predictor-746489cd7b from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-a3ab7-predictor-746489cd7b |
SuccessfulCreate |
Created pod: error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
model-chainer-65d5b44868-4ffg2 |
Killing |
Stopping container model-chainer | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a3ab7-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a3ab7 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a3ab7": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-a3ab7-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-a3ab7-predictor-7544d96d6f |
SuccessfulCreate |
Created pod: success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-a3ab7-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-a3ab7-predictor-7544d96d6f from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a3ab7 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-a3ab7": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a3ab7": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr |
AddedInterface |
Add eth0 [10.134.0.22/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
AddedInterface |
Add eth0 [10.133.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-skw2q |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.18:8643/healthz": dial tcp 10.134.0.18:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76b49f6c9c-7c92t |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp 10.134.0.20:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-75774fc8c9-5mn9p |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.17:8643/healthz": dial tcp 10.134.0.17:8643: connect: connection refused | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-32541 |
InternalError |
fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-32541": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-32541 |
UpdateFailed |
Failed to update status for InferenceGraph "switch-graph-32541": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-32541": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
switch-graph-32541-775bd66797-x4tlp |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6" already present on machine | |
kserve-ci-e2e-test |
multus |
switch-graph-32541-775bd66797-x4tlp |
AddedInterface |
Add eth0 [10.133.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-32541-775bd66797-x4tlp |
Created |
Created container: switch-graph-32541 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-32541-775bd66797-x4tlp |
Started |
Started container switch-graph-32541 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-32541-775bd66797 |
SuccessfulCreate |
Created pod: switch-graph-32541-775bd66797-x4tlp | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-32541 |
ScalingReplicaSet |
Scaled up replica set switch-graph-32541-775bd66797 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-32541 |
InferenceGraphReady |
InferenceGraph [switch-graph-32541] is Ready | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a3ab7-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a3ab7-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-32541-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-32541-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
model-chainer-65d5b44868-4ffg2 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a3ab7-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a3ab7-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-32541-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-32541-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a3ab7 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a3ab7 |
InferenceServiceReady |
InferenceService [success-200-isvc-a3ab7] is Ready | |
| (x7) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a3ab7 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a3ab7 |
InferenceServiceReady |
InferenceService [error-404-isvc-a3ab7] is Ready | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-32541 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-32541 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-a3ab7-5cc8864447 |
SuccessfulCreate |
Created pod: sequence-graph-a3ab7-5cc8864447-tbfbv | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-a3ab7 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-a3ab7-5cc8864447 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a3ab7-5cc8864447-tbfbv |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-a3ab7-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-a3ab7 |
InferenceGraphReady |
InferenceGraph [sequence-graph-a3ab7] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a3ab7-5cc8864447-tbfbv |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a3ab7-5cc8864447-tbfbv |
Created |
Created container: sequence-graph-a3ab7 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a3ab7-5cc8864447-tbfbv |
Started |
Started container sequence-graph-a3ab7 | |
kserve-ci-e2e-test |
multus |
sequence-graph-a3ab7-5cc8864447-tbfbv |
AddedInterface |
Add eth0 [10.133.0.36/23] from ovn-kubernetes | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a3ab7-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a3ab7-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a3ab7-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a3ab7-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a3ab7 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a3ab7 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-fe2ca-predictor-698655d7c5 |
SuccessfulCreate |
Created pod: success-200-isvc-fe2ca-predictor-698655d7c5-6h276 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2ca-predictor-698655d7c5-6h276 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-fe2ca-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-fe2ca-predictor-bb856dc98 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-fe2ca-predictor-bb856dc98 |
SuccessfulCreate |
Created pod: error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-32541-predictor-7ff4c79d55-9mbgd |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-fe2ca-predictor-698655d7c5-6h276 |
AddedInterface |
Add eth0 [10.133.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-32541-775bd66797-x4tlp |
Killing |
Stopping container switch-graph-32541 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2ca-predictor-698655d7c5-6h276 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2ca-predictor-698655d7c5-6h276 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 |
AddedInterface |
Add eth0 [10.134.0.24/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2ca-predictor-698655d7c5-6h276 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-32541-predictor-7ff4c79d55-9mbgd |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2ca-predictor-698655d7c5-6h276 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-fe2ca-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-fe2ca-predictor-698655d7c5 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2ca-predictor-698655d7c5-6h276 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.21:8080: i/o timeout | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-32541-predictor-8d6ffd9d-mp9l6 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.21:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-32541-775bd66797-x4tlp |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2ca-predictor-698655d7c5-6h276 |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fe2ca-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fe2ca-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fe2ca-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fe2ca-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-fe2ca |
InferenceServiceReady |
InferenceService [error-404-isvc-fe2ca] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-fe2ca |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-fe2ca |
InferenceServiceReady |
InferenceService [success-200-isvc-fe2ca] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-fe2ca |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-df362 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-df362": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-df362": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a3ab7-5cc8864447-tbfbv |
Killing |
Stopping container sequence-graph-a3ab7 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-df362-predictor-ddc8d9667 |
SuccessfulCreate |
Created pod: success-200-isvc-df362-predictor-ddc8d9667-jd4hz | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-df362-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-df362-predictor-ddc8d9667 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-df362-predictor-6769b69b98-bnk4q |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-df362-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-df362 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-df362": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-df362-predictor-6769b69b98 |
SuccessfulCreate |
Created pod: error-404-isvc-df362-predictor-6769b69b98-bnk4q | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-df362-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-df362-predictor-6769b69b98 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-df362 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-df362": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-df362": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3ab7-predictor-746489cd7b-qfpmr |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-df362 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-df362": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-df362-predictor-ddc8d9667-jd4hz |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-df362-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-df362-predictor-ddc8d9667-jd4hz |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-df362-predictor-ddc8d9667-jd4hz |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-df362-predictor-ddc8d9667-jd4hz |
AddedInterface |
Add eth0 [10.133.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-df362-predictor-ddc8d9667-jd4hz |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-df362-predictor-ddc8d9667-jd4hz |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-df362-predictor-ddc8d9667-jd4hz |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-df362-predictor-6769b69b98-bnk4q |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-df362-predictor-6769b69b98-bnk4q |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-df362-predictor-6769b69b98-bnk4q |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-df362-predictor-6769b69b98-bnk4q |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-df362-predictor-ddc8d9667-jd4hz |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-df362-predictor-6769b69b98-bnk4q |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-df362-predictor-6769b69b98-bnk4q |
AddedInterface |
Add eth0 [10.134.0.25/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-df362-predictor-6769b69b98-bnk4q |
Started |
Started container kube-rbac-proxy | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3ab7-predictor-7544d96d6f-m4qb4 |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp 10.133.0.34:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-fe2ca-7b566d4bb8-77nlb |
Started |
Started container ensemble-graph-fe2ca | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-fe2ca-7b566d4bb8 |
SuccessfulCreate |
Created pod: ensemble-graph-fe2ca-7b566d4bb8-77nlb | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fe2ca-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
multus |
ensemble-graph-fe2ca-7b566d4bb8-77nlb |
AddedInterface |
Add eth0 [10.133.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-fe2ca |
InferenceGraphReady |
InferenceGraph [ensemble-graph-fe2ca] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-fe2ca |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-fe2ca-7b566d4bb8 from 0 to 1 | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fe2ca-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-fe2ca-7b566d4bb8-77nlb |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6" already present on machine | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fe2ca-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fe2ca-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-fe2ca-7b566d4bb8-77nlb |
Created |
Created container: ensemble-graph-fe2ca | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-01c7a |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-01c7a": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-01c7a |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-01c7a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-01c7a": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-01c7a |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-01c7a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-01c7a": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2ca-predictor-698655d7c5-6h276 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-01c7a-predictor-774957f645 |
SuccessfulCreate |
Created pod: success-200-isvc-01c7a-predictor-774957f645-hvd2w | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-fe2ca-7b566d4bb8-77nlb |
Killing |
Stopping container ensemble-graph-fe2ca | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01c7a-predictor-86b4c76644-xbdpz |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-01c7a-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-01c7a-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-01c7a-predictor-774957f645 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-01c7a-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-01c7a-predictor-86b4c76644 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-01c7a |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-01c7a": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-01c7a-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2ca-predictor-698655d7c5-6h276 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-01c7a-predictor-86b4c76644 |
SuccessfulCreate |
Created pod: error-404-isvc-01c7a-predictor-86b4c76644-xbdpz | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01c7a-predictor-86b4c76644-xbdpz |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01c7a-predictor-86b4c76644-xbdpz |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-01c7a-predictor-86b4c76644-xbdpz |
AddedInterface |
Add eth0 [10.134.0.26/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01c7a-predictor-86b4c76644-xbdpz |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
AddedInterface |
Add eth0 [10.133.0.40/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01c7a-predictor-86b4c76644-xbdpz |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01c7a-predictor-86b4c76644-xbdpz |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01c7a-predictor-86b4c76644-xbdpz |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2ca-predictor-698655d7c5-6h276 |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp 10.133.0.37:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2ca-predictor-bb856dc98-9pjb9 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-a3ab7-5cc8864447-tbfbv |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-df362-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-df362-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-df362-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-df362-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-01c7a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-01c7a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-df362-predictor-ddc8d9667-jd4hz |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-fe2ca-7b566d4bb8-77nlb |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-df362-predictor-6769b69b98-bnk4q |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-df362 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-df362 |
InferenceServiceReady |
InferenceService [success-200-isvc-df362] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-01c7a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-01c7a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-df362 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-df362 |
InferenceServiceReady |
InferenceService [error-404-isvc-df362] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-01c7a-predictor-86b4c76644-xbdpz |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
kubelet |
sequence-graph-df362-67945678d8-nr7bj |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-df362-serving-cert" not found |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-df362-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-df362-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-df362-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-df362-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-df362 |
InferenceGraphReady |
InferenceGraph [sequence-graph-df362] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-df362 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-df362-67945678d8 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-df362-67945678d8 |
SuccessfulCreate |
Created pod: sequence-graph-df362-67945678d8-nr7bj | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-df362-67945678d8-nr7bj |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-df362-67945678d8-nr7bj |
Created |
Created container: sequence-graph-df362 | |
kserve-ci-e2e-test |
multus |
sequence-graph-df362-67945678d8-nr7bj |
AddedInterface |
Add eth0 [10.133.0.41/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-df362-67945678d8-nr7bj |
Started |
Started container sequence-graph-df362 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-01c7a |
InferenceServiceReady |
InferenceService [success-200-isvc-01c7a] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-01c7a |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-01c7a |
InferenceServiceReady |
InferenceService [error-404-isvc-01c7a] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-01c7a |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d99eb |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-d99eb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d99eb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d99eb |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d99eb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-df362-predictor-6769b69b98-bnk4q |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-df362-predictor-6769b69b98-bnk4q |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-d99eb-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-d99eb-predictor-597b578c4 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-d99eb-predictor-597b578c4 |
SuccessfulCreate |
Created pod: error-404-isvc-d99eb-predictor-597b578c4-hvl99 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-d99eb-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-df362-predictor-ddc8d9667-jd4hz |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-df362-predictor-ddc8d9667-jd4hz |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-d99eb-predictor-5bf7f45f47 |
SuccessfulCreate |
Created pod: success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-df362-67945678d8-nr7bj |
Killing |
Stopping container sequence-graph-df362 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-d99eb-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-d99eb-predictor-5bf7f45f47 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d99eb-predictor-597b578c4-hvl99 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d99eb-predictor-597b578c4-hvl99 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d99eb-predictor-597b578c4-hvl99 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d99eb-predictor-597b578c4-hvl99 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d99eb-predictor-597b578c4-hvl99 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx |
AddedInterface |
Add eth0 [10.133.0.42/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-d99eb-predictor-597b578c4-hvl99 |
AddedInterface |
Add eth0 [10.134.0.27/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d99eb-predictor-597b578c4-hvl99 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-01c7a |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-01c7a-7f54567bd4 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-01c7a-7f54567bd4-96nwd |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-01c7a-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-01c7a |
InferenceGraphReady |
InferenceGraph [ensemble-graph-01c7a] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-01c7a-7f54567bd4 |
SuccessfulCreate |
Created pod: ensemble-graph-01c7a-7f54567bd4-96nwd | |
kserve-ci-e2e-test |
multus |
ensemble-graph-01c7a-7f54567bd4-96nwd |
AddedInterface |
Add eth0 [10.133.0.43/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-01c7a-7f54567bd4-96nwd |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6" already present on machine | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-01c7a-7f54567bd4-96nwd |
Started |
Started container ensemble-graph-01c7a | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-01c7a-7f54567bd4-96nwd |
Created |
Created container: ensemble-graph-01c7a | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d99eb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d99eb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d99eb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d99eb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-01c7a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-01c7a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-01c7a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-01c7a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-df362-67945678d8-nr7bj |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-01c7a |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-01c7a |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-d99eb |
InferenceServiceReady |
InferenceService [error-404-isvc-d99eb] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-d99eb |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d99eb |
InferenceServiceReady |
InferenceService [success-200-isvc-d99eb] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d99eb |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-d99eb |
InferenceGraphReady |
InferenceGraph [sequence-graph-d99eb] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-d99eb |
ScalingReplicaSet |
Scaled up replica set sequence-graph-d99eb-8bf569c97 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-d99eb-8bf569c97 |
SuccessfulCreate |
Created pod: sequence-graph-d99eb-8bf569c97-62v27 | |
kserve-ci-e2e-test |
multus |
sequence-graph-d99eb-8bf569c97-62v27 |
AddedInterface |
Add eth0 [10.133.0.44/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-d99eb-8bf569c97-62v27 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-d99eb-8bf569c97-62v27 |
Created |
Created container: sequence-graph-d99eb | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-d99eb-8bf569c97-62v27 |
Started |
Started container sequence-graph-d99eb | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-d99eb |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d99eb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d99eb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d99eb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-d99eb |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d99eb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-d99eb |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-d99eb |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-01c7a-7f54567bd4-96nwd |
Killing |
Stopping container ensemble-graph-01c7a | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01c7a-predictor-86b4c76644-xbdpz |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-d0074 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-d0074": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d0074": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-d0074 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d0074": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d0074 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d0074": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d0074 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-d0074": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d0074": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-d0074-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-d0074-predictor-5fc6bf94b7 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-d0074-predictor-64b97bfbdb |
SuccessfulCreate |
Created pod: error-404-isvc-d0074-predictor-64b97bfbdb-84kpw | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-d0074-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-d0074-predictor-64b97bfbdb from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-d0074-predictor-5fc6bf94b7 |
SuccessfulCreate |
Created pod: success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01c7a-predictor-86b4c76644-xbdpz |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g |
AddedInterface |
Add eth0 [10.133.0.45/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d0074-predictor-64b97bfbdb-84kpw |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d0074-predictor-64b97bfbdb-84kpw |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-d0074-predictor-64b97bfbdb-84kpw |
AddedInterface |
Add eth0 [10.134.0.28/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d0074-predictor-64b97bfbdb-84kpw |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d0074-predictor-64b97bfbdb-84kpw |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d0074-predictor-64b97bfbdb-84kpw |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d0074-predictor-64b97bfbdb-84kpw |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp 10.133.0.40:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-01c7a-predictor-774957f645-hvd2w |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection refused |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d0074-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d0074-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-01c7a-7f54567bd4-96nwd |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d0074-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d0074-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-d0074-predictor-64b97bfbdb-84kpw |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d0074 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d0074 |
InferenceServiceReady |
InferenceService [success-200-isvc-d0074] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-bb639 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-bb639": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-bb639": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-bb639-predictor-7bbf8d789b |
SuccessfulCreate |
Created pod: error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d99eb-predictor-597b578c4-hvl99 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-bb639 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-bb639": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-bb639": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-bb639-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-bb639-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-bb639-predictor-7fccb6f469 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-bb639 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-bb639": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-d99eb-8bf569c97-62v27 |
Killing |
Stopping container sequence-graph-d99eb | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-bb639-predictor-7fccb6f469 |
SuccessfulCreate |
Created pod: success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d99eb-predictor-597b578c4-hvl99 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-bb639-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-bb639-predictor-7bbf8d789b from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-bb639-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d99eb-predictor-5bf7f45f47-77mxx |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-bb639 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-bb639": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 |
AddedInterface |
Add eth0 [10.133.0.46/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv |
AddedInterface |
Add eth0 [10.134.0.29/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d99eb-predictor-597b578c4-hvl99 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-d99eb-predictor-597b578c4-hvl99 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-d0074 |
InferenceServiceReady |
InferenceService [error-404-isvc-d0074] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-d0074 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d0074-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d0074-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-d0074 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-d0074-8f77cc87 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-d0074-8f77cc87 |
SuccessfulCreate |
Created pod: splitter-graph-d0074-8f77cc87-zwsk9 | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d0074-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d0074-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-d0074 |
InferenceGraphReady |
InferenceGraph [splitter-graph-d0074] is Ready | |
kserve-ci-e2e-test |
multus |
splitter-graph-d0074-8f77cc87-zwsk9 |
AddedInterface |
Add eth0 [10.133.0.47/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-d0074-8f77cc87-zwsk9 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6" already present on machine | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-d0074-8f77cc87-zwsk9 |
Created |
Created container: splitter-graph-d0074 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-d0074-8f77cc87-zwsk9 |
Started |
Started container splitter-graph-d0074 | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bb639-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bb639-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-d0074-8f77cc87-zwsk9 |
Killing |
Stopping container splitter-graph-d0074 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-2f013-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-2f013-predictor-bb647f765 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d0074-predictor-64b97bfbdb-84kpw |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d0074-predictor-64b97bfbdb-84kpw |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2f013-predictor-6456f4cb4-hjp52 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2f013-predictor-6456f4cb4-hjp52 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2f013-predictor-bb647f765-5tkvs |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2f013-predictor-bb647f765-5tkvs |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2f013-predictor-bb647f765-5tkvs |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2f013-predictor-bb647f765-5tkvs |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2f013-predictor-bb647f765-5tkvs |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2f013-predictor-bb647f765-5tkvs |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-2f013-predictor-bb647f765-5tkvs |
AddedInterface |
Add eth0 [10.133.0.48/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-2f013-predictor-bb647f765 |
SuccessfulCreate |
Created pod: success-200-isvc-2f013-predictor-bb647f765-5tkvs | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-2f013-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-2f013-predictor-6456f4cb4 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2f013-predictor-6456f4cb4-hjp52 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2f013-predictor-6456f4cb4-hjp52 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-2f013-predictor-6456f4cb4-hjp52 |
AddedInterface |
Add eth0 [10.134.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2f013-predictor-6456f4cb4-hjp52 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1841" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2f013-predictor-6456f4cb4-hjp52 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-2f013-predictor-6456f4cb4 |
SuccessfulCreate |
Created pod: error-404-isvc-2f013-predictor-6456f4cb4-hjp52 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d0074-predictor-5fc6bf94b7-fxc9g |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp 10.133.0.45:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d0074-predictor-64b97bfbdb-84kpw |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp 10.134.0.28:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-d99eb-8bf569c97-62v27 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bb639-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bb639-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-d0074-8f77cc87-zwsk9 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-bb639 |
InferenceServiceReady |
InferenceService [success-200-isvc-bb639] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-bb639 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-bb639 |
InferenceServiceReady |
InferenceService [error-404-isvc-bb639] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-bb639 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-2f013-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-2f013-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-2f013-predictor-bb647f765-5tkvs |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection refused |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-bb639 |
InferenceGraphReady |
InferenceGraph [switch-graph-bb639] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-bb639 |
ScalingReplicaSet |
Scaled up replica set switch-graph-bb639-658b9f69db from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-bb639-658b9f69db |
SuccessfulCreate |
Created pod: switch-graph-bb639-658b9f69db-rwxvz | |
kserve-ci-e2e-test |
kubelet |
switch-graph-bb639-658b9f69db-rwxvz |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-bb639-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
switch-graph-bb639-658b9f69db-rwxvz |
Created |
Created container: switch-graph-bb639 | |
kserve-ci-e2e-test |
multus |
switch-graph-bb639-658b9f69db-rwxvz |
AddedInterface |
Add eth0 [10.133.0.49/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-bb639-658b9f69db-rwxvz |
Started |
Started container switch-graph-bb639 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-bb639-658b9f69db-rwxvz |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6" already present on machine | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-2f013-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-2f013-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-2f013 |
InferenceServiceReady |
InferenceService [error-404-isvc-2f013] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-2f013 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-2f013 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-2f013 |
InferenceServiceReady |
InferenceService [success-200-isvc-2f013] is Ready | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bb639-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bb639-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bb639-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bb639-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-2f013 |
InferenceGraphReady |
InferenceGraph [splitter-graph-2f013] is Ready | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-2f013-5f984b6955-7x5nv |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-2f013-serving-cert" not found | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-2f013-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-2f013-5f984b6955 |
SuccessfulCreate |
Created pod: splitter-graph-2f013-5f984b6955-7x5nv | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-2f013 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-2f013-5f984b6955 from 0 to 1 | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-2f013-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
splitter-graph-2f013-5f984b6955-7x5nv |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6" already present on machine | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-2f013-5f984b6955-7x5nv |
Created |
Created container: splitter-graph-2f013 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-2f013-5f984b6955-7x5nv |
Started |
Started container splitter-graph-2f013 | |
kserve-ci-e2e-test |
multus |
splitter-graph-2f013-5f984b6955-7x5nv |
AddedInterface |
Add eth0 [10.133.0.50/23] from ovn-kubernetes | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-2f013-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-2f013-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-2f013 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-2f013 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-bb639 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-bb639 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-2f013 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-2f013 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2f013-predictor-6456f4cb4-hjp52 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2f013-predictor-bb647f765-5tkvs |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2f013-predictor-bb647f765-5tkvs |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-2f013-5f984b6955-7x5nv |
Killing |
Stopping container splitter-graph-2f013 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2f013-predictor-6456f4cb4-hjp52 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2f013-predictor-6456f4cb4-hjp52 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-2f013-predictor-6456f4cb4-hjp52 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-2f013-5f984b6955-7x5nv |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
switch-graph-bb639-658b9f69db-rwxvz |
Killing |
Stopping container switch-graph-bb639 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb639-predictor-7bbf8d789b-6tfmv |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb639-predictor-7fccb6f469-zdmj7 |
Killing |
Stopping container kube-rbac-proxy | |
| (x5) | kserve-ci-e2e-test |
kubelet |
switch-graph-bb639-658b9f69db-rwxvz |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |