| Time | Namespace | Component | RelatedObject | Reason | Message |
|---|---|---|---|---|---|
kserve-ci-e2e-test |
error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-ee34f-5765b8d4c6-r9x5w |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-ee34f-5765b8d4c6-r9x5w to ip-10-0-138-252.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l to ip-10-0-129-40.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-b4182-predictor-58995c77cf-8brpg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-b4182-predictor-58995c77cf-8brpg to ip-10-0-129-40.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-74731-594747d957-djfc8 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-74731-594747d957-djfc8 to ip-10-0-138-252.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-74731-predictor-545cd488f6-w9m6r |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-74731-predictor-545cd488f6-w9m6r to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-88843-5799f5fbfd-cbgsd |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-88843-5799f5fbfd-cbgsd to ip-10-0-138-252.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-46ddd-6684c676db-rs8pj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-46ddd-6684c676db-rs8pj to ip-10-0-138-252.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-74731-predictor-ddb44967c-gr2gj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-74731-predictor-ddb44967c-gr2gj to ip-10-0-129-40.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-46ddd-predictor-6647b68fc-zrszv to ip-10-0-129-40.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-c6a40-c7cbdccb5-rgtn5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-c6a40-c7cbdccb5-rgtn5 to ip-10-0-138-252.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-8fd9c-6bb6b4fcdb-4b2kd |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-8fd9c-6bb6b4fcdb-4b2kd to ip-10-0-138-252.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-01ba2-68958d669b-8zsrs |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-01ba2-68958d669b-8zsrs to ip-10-0-138-252.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-8fd9c-predictor-7658f9f556-xszkl to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz to ip-10-0-129-40.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh to ip-10-0-129-40.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
model-chainer-549d845845-lqf56 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/model-chainer-549d845845-lqf56 to ip-10-0-138-252.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-b4182-58cdcd74d5-w67h4 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-b4182-58cdcd74d5-w67h4 to ip-10-0-138-252.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-88843-predictor-5985fbc74-lkb8x to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv to ip-10-0-129-40.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-01ba2-predictor-66f759c884-26btm |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-01ba2-predictor-66f759c884-26btm to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-875bcd459-8dd72 to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-7ll6v to ip-10-0-134-212.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-ac147-5f4c47599d-4q9vq |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-ac147-5f4c47599d-4q9vq to ip-10-0-138-252.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-01ba2-predictor-547f47f477-gx5hl to ip-10-0-129-40.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-88843-predictor-694fdcfc59-krdsf |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-88843-predictor-694fdcfc59-krdsf to ip-10-0-129-40.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-834d0-6d7b4cc848-b2hn5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-834d0-6d7b4cc848-b2hn5 to ip-10-0-138-252.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 to ip-10-0-129-40.ec2.internal | ||
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-8fd9c-predictor-6c6b4fc89c |
SuccessfulCreate |
Created pod: success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-8fd9c-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-8fd9c-predictor-6c6b4fc89c from 0 to 1 | |
kserve-ci-e2e-test |
multus |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
AddedInterface |
Add eth0 [10.134.0.26/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-2-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-2-predictor-6c8478f9b5 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-1-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-1-predictor-875bcd459 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-1-predictor-875bcd459 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-1-predictor-875bcd459-8dd72 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Pulling |
Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1690" | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-8fd9c-predictor-7658f9f556 |
SuccessfulCreate |
Created pod: error-404-isvc-8fd9c-predictor-7658f9f556-xszkl | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
AddedInterface |
Add eth0 [10.134.0.25/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-xgboost-graph-predictor-555fc69d56 |
SuccessfulCreate |
Created pod: isvc-xgboost-graph-predictor-555fc69d56-7ll6v | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-8fd9c-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-8fd9c-predictor-7658f9f556 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-8fd9c-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
multus |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
AddedInterface |
Add eth0 [10.133.0.16/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
isvc-xgboost-graph-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
Pulling |
Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1690" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine | |
kserve-ci-e2e-test |
multus |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
AddedInterface |
Add eth0 [10.134.0.27/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-2-predictor-6c8478f9b5 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
AddedInterface |
Add eth0 [10.134.0.28/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Pulling |
Pulling image "kserve/xgbserver:latest" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
Pulled |
Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1690" in 12.298s (12.298s including waiting). Image size: 1335613554 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Pulled |
Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1690" in 12.69s (12.69s including waiting). Image size: 1334624874 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.237s (2.237s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 8.075s (8.075s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" in 15.348s (15.348s including waiting). Image size: 1558595510 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" in 15.302s (15.302s including waiting). Image size: 1558595510 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Pulled |
Successfully pulled image "kserve/xgbserver:latest" in 28.903s (28.903s including waiting). Image size: 1305293052 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Started |
Started container kserve-container | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8fd9c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8fd9c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.16:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8fd9c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8fd9c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8fd9c |
InferenceServiceReady |
InferenceService [success-200-isvc-8fd9c] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8fd9c |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8fd9c |
InferenceServiceReady |
InferenceService [error-404-isvc-8fd9c] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8fd9c |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8fd9c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8fd9c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-8fd9c-6bb6b4fcdb |
SuccessfulCreate |
Created pod: switch-graph-8fd9c-6bb6b4fcdb-4b2kd | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-8fd9c |
ScalingReplicaSet |
Scaled up replica set switch-graph-8fd9c-6bb6b4fcdb from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-8fd9c |
InferenceGraphReady |
InferenceGraph [switch-graph-8fd9c] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8fd9c-6bb6b4fcdb-4b2kd |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" | |
kserve-ci-e2e-test |
multus |
switch-graph-8fd9c-6bb6b4fcdb-4b2kd |
AddedInterface |
Add eth0 [10.132.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8fd9c-6bb6b4fcdb-4b2kd |
Started |
Started container switch-graph-8fd9c | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8fd9c-6bb6b4fcdb-4b2kd |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" in 2.534s (2.534s including waiting). Image size: 218070141 bytes. | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8fd9c-6bb6b4fcdb-4b2kd |
Created |
Created container: switch-graph-8fd9c | |
kserve-ci-e2e-test |
multus |
error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s |
AddedInterface |
Add eth0 [10.134.0.29/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-834d0-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8fd9c-6bb6b4fcdb-4b2kd |
Killing |
Stopping container switch-graph-8fd9c | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-834d0-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-834d0-predictor-5d6bdfcff8 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-834d0-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-834d0-predictor-6bdb44c5f9 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-834d0-predictor-6bdb44c5f9 |
SuccessfulCreate |
Created pod: success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8fd9c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8fd9c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-834d0 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-834d0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-834d0": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-834d0 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-834d0": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-834d0-predictor-5d6bdfcff8 |
SuccessfulCreate |
Created pod: error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8fd9c-predictor-6c6b4fc89c-sbkzv |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
AddedInterface |
Add eth0 [10.133.0.17/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8fd9c-predictor-7658f9f556-xszkl |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
InferenceServiceReady |
InferenceService [isvc-xgboost-graph] is Ready | |
| (x11) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-2] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-1] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-8fd9c-6bb6b4fcdb-4b2kd |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-834d0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-834d0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-834d0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-834d0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-834d0 |
InferenceServiceReady |
InferenceService [success-200-isvc-834d0] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-834d0 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
InferenceGraphController |
model-chainer |
InferenceGraphReady |
InferenceGraph [model-chainer] is Ready | |
kserve-ci-e2e-test |
kubelet |
model-chainer-549d845845-lqf56 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-834d0 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
replicaset-controller |
model-chainer-549d845845 |
SuccessfulCreate |
Created pod: model-chainer-549d845845-lqf56 | |
kserve-ci-e2e-test |
deployment-controller |
model-chainer |
ScalingReplicaSet |
Scaled up replica set model-chainer-549d845845 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-834d0 |
InferenceServiceReady |
InferenceService [error-404-isvc-834d0] is Ready | |
kserve-ci-e2e-test |
multus |
model-chainer-549d845845-lqf56 |
AddedInterface |
Add eth0 [10.132.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
model-chainer-549d845845-lqf56 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" already present on machine | |
kserve-ci-e2e-test |
kubelet |
model-chainer-549d845845-lqf56 |
Created |
Created container: model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-549d845845-lqf56 |
Started |
Started container model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-549d845845-lqf56 |
Killing |
Stopping container model-chainer | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-834d0-6d7b4cc848 |
SuccessfulCreate |
Created pod: switch-graph-834d0-6d7b4cc848-b2hn5 | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
switch-graph-834d0-6d7b4cc848-b2hn5 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" already present on machine | |
kserve-ci-e2e-test |
kubelet |
switch-graph-834d0-6d7b4cc848-b2hn5 |
Started |
Started container switch-graph-834d0 | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-834d0 |
ScalingReplicaSet |
Scaled up replica set switch-graph-834d0-6d7b4cc848 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-834d0 |
InferenceGraphReady |
InferenceGraph [switch-graph-834d0] is Ready | |
kserve-ci-e2e-test |
multus |
switch-graph-834d0-6d7b4cc848-b2hn5 |
AddedInterface |
Add eth0 [10.132.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-01ba2-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-01ba2-predictor-547f47f477 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-01ba2-predictor-547f47f477 |
SuccessfulCreate |
Created pod: success-200-isvc-01ba2-predictor-547f47f477-gx5hl | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-01ba2-predictor-serving-cert" not found | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-834d0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
multus |
error-404-isvc-01ba2-predictor-66f759c884-26btm |
AddedInterface |
Add eth0 [10.134.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01ba2-predictor-66f759c884-26btm |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-01ba2-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-01ba2-predictor-66f759c884 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-01ba2-predictor-66f759c884 |
SuccessfulCreate |
Created pod: error-404-isvc-01ba2-predictor-66f759c884-26btm | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01ba2-predictor-66f759c884-26btm |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01ba2-predictor-66f759c884-26btm |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01ba2-predictor-66f759c884-26btm |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01ba2-predictor-66f759c884-26btm |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01ba2-predictor-66f759c884-26btm |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-834d0-6d7b4cc848-b2hn5 |
Created |
Created container: switch-graph-834d0 | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-834d0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
AddedInterface |
Add eth0 [10.133.0.18/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1690" already present on machine | |
| (x9) | kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-7ll6v |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp 10.134.0.28:8643: connect: connection refused | |
| (x12) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-6c8478f9b5-rzr4c |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-875bcd459-8dd72 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp 10.134.0.25:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
model-chainer-549d845845-lqf56 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-834d0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-834d0 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-834d0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-01ba2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-01ba2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-01ba2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-01ba2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-834d0 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-01ba2 |
InferenceServiceReady |
InferenceService [error-404-isvc-01ba2] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-01ba2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-01ba2 |
InferenceServiceReady |
InferenceService [success-200-isvc-01ba2] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-01ba2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-01ba2-68958d669b |
SuccessfulCreate |
Created pod: sequence-graph-01ba2-68958d669b-8zsrs | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-01ba2-68958d669b-8zsrs |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-01ba2-serving-cert" not found | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-01ba2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-01ba2 |
InferenceGraphReady |
InferenceGraph [sequence-graph-01ba2] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-01ba2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-01ba2 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-01ba2-68958d669b from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-01ba2-68958d669b-8zsrs |
Created |
Created container: sequence-graph-01ba2 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-01ba2-68958d669b-8zsrs |
Started |
Started container sequence-graph-01ba2 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-01ba2-68958d669b-8zsrs |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" already present on machine | |
kserve-ci-e2e-test |
multus |
sequence-graph-01ba2-68958d669b-8zsrs |
AddedInterface |
Add eth0 [10.132.0.37/23] from ovn-kubernetes | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-01ba2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-01ba2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-01ba2 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-01ba2 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-834d0-6d7b4cc848-b2hn5 |
Killing |
Stopping container switch-graph-834d0 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz |
AddedInterface |
Add eth0 [10.133.0.19/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-ac147-predictor-6cd58fc96f |
SuccessfulCreate |
Created pod: success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-834d0-predictor-5d6bdfcff8-t9t2s |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-ac147-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-ac147-predictor-6cd58fc96f from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ac147 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ac147": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ac147 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-ac147": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ac147": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-ac147-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-ac147-predictor-84bcbc5868 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-ac147-predictor-84bcbc5868 |
SuccessfulCreate |
Created pod: error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-ac147 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-ac147": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-ac147": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-ac147 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-ac147": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-ac147-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 |
AddedInterface |
Add eth0 [10.134.0.31/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1690" already present on machine | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-834d0-predictor-6bdb44c5f9-tdn8l |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.17:8643/healthz": dial tcp 10.133.0.17:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-834d0-6d7b4cc848-b2hn5 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ac147-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ac147-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ac147-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ac147-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-ac147 |
InferenceServiceReady |
InferenceService [success-200-isvc-ac147] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-ac147 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ac147 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ac147 |
InferenceServiceReady |
InferenceService [error-404-isvc-ac147] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-01ba2-68958d669b-8zsrs |
Killing |
Stopping container sequence-graph-01ba2 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-46ddd-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-46ddd-predictor-6647b68fc from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-46ddd-predictor-6647b68fc |
SuccessfulCreate |
Created pod: success-200-isvc-46ddd-predictor-6647b68fc-zrszv | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-46ddd |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-46ddd": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-46ddd": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-46ddd |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-46ddd": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-ac147 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-ac147-5f4c47599d from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01ba2-predictor-66f759c884-26btm |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc |
Created |
Created container: kserve-container | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ac147-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-ac147-5f4c47599d |
SuccessfulCreate |
Created pod: ensemble-graph-ac147-5f4c47599d-4q9vq | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ac147-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-ac147-5f4c47599d-4q9vq |
Started |
Started container ensemble-graph-ac147 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-ac147-5f4c47599d-4q9vq |
Created |
Created container: ensemble-graph-ac147 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-ac147-5f4c47599d-4q9vq |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" already present on machine | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ac147-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01ba2-predictor-66f759c884-26btm |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-46ddd |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-46ddd": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-46ddd-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-46ddd |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-46ddd": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-46ddd": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-ac147 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-ac147] is Ready | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-ac147 |
UpdateFailed |
Failed to update status for InferenceGraph "ensemble-graph-ac147": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-ac147": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-ac147 |
InternalError |
fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-ac147": the object has been modified; please apply your changes to the latest version and try again | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ac147-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-46ddd-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-46ddd-predictor-5cc8f4b6d4 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-46ddd-predictor-5cc8f4b6d4 |
SuccessfulCreate |
Created pod: error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc | |
kserve-ci-e2e-test |
multus |
ensemble-graph-ac147-5f4c47599d-4q9vq |
AddedInterface |
Add eth0 [10.132.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc |
AddedInterface |
Add eth0 [10.134.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
AddedInterface |
Add eth0 [10.133.0.20/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-01ba2-predictor-66f759c884-26btm |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-01ba2-predictor-66f759c884-26btm |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.18:8643/healthz": dial tcp 10.133.0.18:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-01ba2-predictor-547f47f477-gx5hl |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection refused |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-c6a40-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-c6a40-predictor-759bb4bdbf from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-ac147-5f4c47599d-4q9vq |
Killing |
Stopping container ensemble-graph-ac147 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-c6a40 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c6a40": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-c6a40-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-c6a40-predictor-74cb7f48b4 |
SuccessfulCreate |
Created pod: error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-c6a40-predictor-759bb4bdbf |
SuccessfulCreate |
Created pod: success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-c6a40 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c6a40": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-c6a40-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-c6a40 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-c6a40": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c6a40": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ac147-predictor-84bcbc5868-rqjk8 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-c6a40-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-c6a40-predictor-74cb7f48b4 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-c6a40 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-c6a40": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c6a40": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
AddedInterface |
Add eth0 [10.133.0.21/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr |
AddedInterface |
Add eth0 [10.134.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ac147-predictor-6cd58fc96f-b2hmz |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp 10.133.0.19:8643: connect: connection refused | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-46ddd-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-46ddd-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-01ba2-68958d669b-8zsrs |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-46ddd-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-46ddd-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-ac147-5f4c47599d-4q9vq |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-46ddd |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-46ddd |
InferenceServiceReady |
InferenceService [error-404-isvc-46ddd] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-46ddd |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-46ddd |
InferenceServiceReady |
InferenceService [success-200-isvc-46ddd] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-c6a40-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-c6a40-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-c6a40-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-c6a40-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-c6a40 |
InferenceServiceReady |
InferenceService [error-404-isvc-c6a40] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-c6a40 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-c6a40 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-c6a40 |
InferenceServiceReady |
InferenceService [success-200-isvc-c6a40] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-46ddd-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-46ddd |
InferenceGraphReady |
InferenceGraph [sequence-graph-46ddd] is Ready | |
kserve-ci-e2e-test |
multus |
sequence-graph-46ddd-6684c676db-rs8pj |
AddedInterface |
Add eth0 [10.132.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-46ddd-6684c676db-rs8pj |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-46ddd-6684c676db-rs8pj |
Created |
Created container: sequence-graph-46ddd | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-46ddd-6684c676db-rs8pj |
Started |
Started container sequence-graph-46ddd | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-46ddd-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-46ddd-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-46ddd-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-46ddd-6684c676db |
SuccessfulCreate |
Created pod: sequence-graph-46ddd-6684c676db-rs8pj | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-46ddd |
ScalingReplicaSet |
Scaled up replica set sequence-graph-46ddd-6684c676db from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88843-predictor-694fdcfc59-krdsf |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88843-predictor-694fdcfc59-krdsf |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-88843 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-88843": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-88843 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-88843": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-88843": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-88843-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
multus |
success-200-isvc-88843-predictor-694fdcfc59-krdsf |
AddedInterface |
Add eth0 [10.133.0.22/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-88843-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-88843-predictor-694fdcfc59 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88843-predictor-694fdcfc59-krdsf |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-88843-predictor-5985fbc74 |
SuccessfulCreate |
Created pod: error-404-isvc-88843-predictor-5985fbc74-lkb8x | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-c6a40-c7cbdccb5-rgtn5 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-88843-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-88843-predictor-5985fbc74 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88843-predictor-694fdcfc59-krdsf |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-c6a40 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-c6a40] is Ready | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88843-predictor-694fdcfc59-krdsf |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88843-predictor-694fdcfc59-krdsf |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-c6a40-c7cbdccb5 |
SuccessfulCreate |
Created pod: ensemble-graph-c6a40-c7cbdccb5-rgtn5 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-88843-predictor-694fdcfc59 |
SuccessfulCreate |
Created pod: success-200-isvc-88843-predictor-694fdcfc59-krdsf | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-c6a40 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-c6a40-c7cbdccb5 from 0 to 1 | |
kserve-ci-e2e-test |
multus |
ensemble-graph-c6a40-c7cbdccb5-rgtn5 |
AddedInterface |
Add eth0 [10.132.0.40/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-46ddd-6684c676db-rs8pj |
Killing |
Stopping container sequence-graph-46ddd | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-46ddd-predictor-5cc8f4b6d4-zd9kc |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp 10.134.0.32:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-c6a40-c7cbdccb5-rgtn5 |
Created |
Created container: ensemble-graph-c6a40 | |
kserve-ci-e2e-test |
multus |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
AddedInterface |
Add eth0 [10.134.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-c6a40-c7cbdccb5-rgtn5 |
Started |
Started container ensemble-graph-c6a40 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-46ddd-predictor-6647b68fc-zrszv |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp 10.133.0.20:8643: connect: connection refused | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-c6a40-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-c6a40-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-46ddd-6684c676db-rs8pj |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-c6a40-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-c6a40-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-88843-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-88843-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-c6a40 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-88843-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-c6a40 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-88843-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-88843 |
InferenceServiceReady |
InferenceService [success-200-isvc-88843] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-88843 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-88843 |
InferenceServiceReady |
InferenceService [error-404-isvc-88843] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-88843 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
multus |
sequence-graph-88843-5799f5fbfd-cbgsd |
AddedInterface |
Add eth0 [10.132.0.41/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-88843-5799f5fbfd-cbgsd |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-88843-5799f5fbfd-cbgsd |
Created |
Created container: sequence-graph-88843 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-88843-5799f5fbfd-cbgsd |
Started |
Started container sequence-graph-88843 | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-88843-5799f5fbfd |
SuccessfulCreate |
Created pod: sequence-graph-88843-5799f5fbfd-cbgsd | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-88843 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-88843-5799f5fbfd from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-88843 |
InferenceGraphReady |
InferenceGraph [sequence-graph-88843] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-88843-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-88843-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-88843-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-88843-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-88843 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-88843 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-74731 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-74731": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-74731 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-74731": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-c6a40-c7cbdccb5-rgtn5 |
Killing |
Stopping container ensemble-graph-c6a40 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-74731-predictor-545cd488f6-w9m6r |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-74731-predictor-545cd488f6-w9m6r |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-74731-predictor-545cd488f6-w9m6r |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-74731-predictor-545cd488f6-w9m6r |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-74731 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-74731": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-74731": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-74731-predictor-545cd488f6-w9m6r |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-74731-predictor-545cd488f6 |
SuccessfulCreate |
Created pod: error-404-isvc-74731-predictor-545cd488f6-w9m6r | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-74731-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-74731-predictor-545cd488f6 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-74731-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-74731-predictor-ddb44967c from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-74731-predictor-ddb44967c |
SuccessfulCreate |
Created pod: success-200-isvc-74731-predictor-ddb44967c-gr2gj | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c6a40-predictor-74cb7f48b4-4tpdr |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-74731-predictor-ddb44967c-gr2gj |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-74731-predictor-ddb44967c-gr2gj |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-74731-predictor-ddb44967c-gr2gj |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-74731-predictor-ddb44967c-gr2gj |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-74731-predictor-ddb44967c-gr2gj |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-74731 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-74731": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-74731": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
multus |
error-404-isvc-74731-predictor-545cd488f6-w9m6r |
AddedInterface |
Add eth0 [10.134.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-74731-predictor-ddb44967c-gr2gj |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-74731-predictor-ddb44967c-gr2gj |
AddedInterface |
Add eth0 [10.133.0.23/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-74731-predictor-545cd488f6-w9m6r |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
Killing |
Stopping container kserve-container | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c6a40-predictor-759bb4bdbf-7p8wh |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp 10.133.0.21:8643: connect: connection refused | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-74731-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-74731-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-c6a40-c7cbdccb5-rgtn5 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-74731-predictor-545cd488f6-w9m6r |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-74731-predictor-ddb44967c-gr2gj |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-74731-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-74731-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-74731 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-74731 |
InferenceServiceReady |
InferenceService [success-200-isvc-74731] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-74731 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-74731 |
InferenceServiceReady |
InferenceService [error-404-isvc-74731] is Ready | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-74731 |
UpdateFailed |
Failed to update status for InferenceGraph "splitter-graph-74731": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-74731": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-74731 |
InferenceGraphReady |
InferenceGraph [splitter-graph-74731] is Ready | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-74731 |
InternalError |
fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-74731": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88843-predictor-694fdcfc59-krdsf |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-74731 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-74731-594747d957 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-74731-594747d957 |
SuccessfulCreate |
Created pod: splitter-graph-74731-594747d957-djfc8 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 |
AddedInterface |
Add eth0 [10.133.0.24/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-74731-594747d957-djfc8 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-74731-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88843-predictor-694fdcfc59-krdsf |
Killing |
Stopping container kserve-container | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-74731-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-88843-5799f5fbfd-cbgsd |
Killing |
Stopping container sequence-graph-88843 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-ee34f-predictor-6bdb89f555 |
SuccessfulCreate |
Created pod: success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-ee34f-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-ee34f-predictor-6bdb89f555 from 0 to 1 | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-74731-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-74731-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-74731-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 |
AddedInterface |
Add eth0 [10.134.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-ee34f-predictor-6c5b4cbc46 |
SuccessfulCreate |
Created pod: error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-ee34f-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-ee34f-predictor-6c5b4cbc46 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ee34f |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-ee34f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ee34f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ee34f |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ee34f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-74731-594747d957-djfc8 |
Started |
Started container splitter-graph-74731 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-74731-594747d957-djfc8 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" already present on machine | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-74731-594747d957-djfc8 |
Created |
Created container: splitter-graph-74731 | |
kserve-ci-e2e-test |
multus |
splitter-graph-74731-594747d957-djfc8 |
AddedInterface |
Add eth0 [10.132.0.42/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88843-predictor-694fdcfc59-krdsf |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp 10.133.0.22:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-88843-predictor-694fdcfc59-krdsf |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88843-predictor-5985fbc74-lkb8x |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp 10.134.0.34:8643: connect: connection refused | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-b4182-predictor-6877fd5bfd |
SuccessfulCreate |
Created pod: error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-74731-predictor-545cd488f6-w9m6r |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-74731-594747d957-djfc8 |
Killing |
Stopping container splitter-graph-74731 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-74731-predictor-ddb44967c-gr2gj |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-74731-predictor-ddb44967c-gr2gj |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-b4182-predictor-58995c77cf |
SuccessfulCreate |
Created pod: success-200-isvc-b4182-predictor-58995c77cf-8brpg | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-b4182-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-b4182-predictor-58995c77cf from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-74731-predictor-545cd488f6-w9m6r |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-b4182-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-b4182-predictor-6877fd5bfd from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-b4182 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-b4182": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b4182": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-b4182 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b4182": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-b4182-predictor-58995c77cf-8brpg |
AddedInterface |
Add eth0 [10.133.0.25/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-b4182-predictor-58995c77cf-8brpg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-b4182-predictor-58995c77cf-8brpg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-b4182-predictor-58995c77cf-8brpg |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-b4182-predictor-58995c77cf-8brpg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-b4182-predictor-58995c77cf-8brpg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj |
AddedInterface |
Add eth0 [10.134.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-b4182-predictor-58995c77cf-8brpg |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1690" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-74731-predictor-ddb44967c-gr2gj |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp 10.133.0.23:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-74731-predictor-545cd488f6-w9m6r |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp 10.134.0.35:8643: connect: connection refused | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ee34f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ee34f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-b4182-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-b4182-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-88843-5799f5fbfd-cbgsd |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-74731-594747d957-djfc8 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-b4182-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-b4182-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ee34f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ee34f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-ee34f |
InferenceServiceReady |
InferenceService [success-200-isvc-ee34f] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-ee34f |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ee34f |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ee34f |
InferenceServiceReady |
InferenceService [error-404-isvc-ee34f] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-b4182 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-b4182 |
InferenceServiceReady |
InferenceService [success-200-isvc-b4182] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-b4182 |
InferenceServiceReady |
InferenceService [error-404-isvc-b4182] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-b4182 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-ee34f |
InternalError |
fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-ee34f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
switch-graph-ee34f-5765b8d4c6-r9x5w |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" already present on machine | |
kserve-ci-e2e-test |
kubelet |
switch-graph-ee34f-5765b8d4c6-r9x5w |
Started |
Started container switch-graph-ee34f | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-ee34f-5765b8d4c6 |
SuccessfulCreate |
Created pod: switch-graph-ee34f-5765b8d4c6-r9x5w | |
kserve-ci-e2e-test |
multus |
switch-graph-ee34f-5765b8d4c6-r9x5w |
AddedInterface |
Add eth0 [10.132.0.43/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-ee34f-5765b8d4c6-r9x5w |
Created |
Created container: switch-graph-ee34f | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-ee34f |
UpdateFailed |
Failed to update status for InferenceGraph "switch-graph-ee34f": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-ee34f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-ee34f |
ScalingReplicaSet |
Scaled up replica set switch-graph-ee34f-5765b8d4c6 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-ee34f |
InferenceGraphReady |
InferenceGraph [switch-graph-ee34f] is Ready | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-b4182 |
InferenceGraphReady |
InferenceGraph [splitter-graph-b4182] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-b4182 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-b4182-58cdcd74d5 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-b4182-58cdcd74d5 |
SuccessfulCreate |
Created pod: splitter-graph-b4182-58cdcd74d5-w67h4 | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-b4182-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-b4182-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
splitter-graph-b4182-58cdcd74d5-w67h4 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-b4182-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-b4182-58cdcd74d5-w67h4 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" already present on machine | |
kserve-ci-e2e-test |
multus |
splitter-graph-b4182-58cdcd74d5-w67h4 |
AddedInterface |
Add eth0 [10.132.0.44/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-b4182-58cdcd74d5-w67h4 |
Created |
Created container: splitter-graph-b4182 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-b4182-58cdcd74d5-w67h4 |
Started |
Started container splitter-graph-b4182 | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-ee34f |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-ee34f |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-b4182-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-b4182-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ee34f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ee34f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ee34f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-ee34f |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-ee34f |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ee34f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-b4182 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-b4182 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-b4182-predictor-58995c77cf-8brpg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-b4182-predictor-58995c77cf-8brpg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-b4182-58cdcd74d5-w67h4 |
Killing |
Stopping container splitter-graph-b4182 | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-b4182-predictor-58995c77cf-8brpg |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-b4182-predictor-58995c77cf-8brpg |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp 10.133.0.25:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-b4182-predictor-6877fd5bfd-bfpzj |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp 10.134.0.37:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-b4182-58cdcd74d5-w67h4 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-ee34f-5765b8d4c6-r9x5w |
Killing |
Stopping container switch-graph-ee34f | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ee34f-predictor-6c5b4cbc46-zh888 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ee34f-predictor-6bdb89f555-k5d95 |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp 10.133.0.24:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-ee34f-5765b8d4c6-r9x5w |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |