| Time | Namespace | Component | RelatedObject | Reason | Message |
|---|---|---|---|---|---|
kserve-ci-e2e-test |
sequence-graph-1fd26-5957b889bc-s9g2m |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-1fd26-5957b889bc-s9g2m to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-94ae3-predictor-7dd5ccf689-j665r |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-94ae3-predictor-7dd5ccf689-j665r to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-0bca3-predictor-57dc9d489d-tv42j |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-0bca3-predictor-57dc9d489d-tv42j to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-a2de1-748b4b9f7d-wrx95 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-a2de1-748b4b9f7d-wrx95 to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-5854c-predictor-99d55b49f-hk5lb to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-6tvxh to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-1fd26-predictor-64d658b8f5-b29nl to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-0bca3-868ddc5d59-8hxx9 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-0bca3-868ddc5d59-8hxx9 to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-a4672-66f4cddcbb-qrgh9 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-a4672-66f4cddcbb-qrgh9 to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-ab288-7cb46799f-b5llf |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-ab288-7cb46799f-b5llf to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-1a2f0-f7b64778c-6jwp5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-1a2f0-f7b64778c-6jwp5 to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-8341c-predictor-d7cd9ccf8-djthv |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-8341c-predictor-d7cd9ccf8-djthv to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
model-chainer-765586574c-cvmzc |
Scheduled |
Successfully assigned kserve-ci-e2e-test/model-chainer-765586574c-cvmzc to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-a4672-predictor-7f59856fb5-d29mp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-a4672-predictor-7f59856fb5-d29mp to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-ab288-predictor-c9f568f7f-nbvxq |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-ab288-predictor-c9f568f7f-nbvxq to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-6bcee-76d5754-t957d |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-6bcee-76d5754-t957d to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-8341c-567d856458-h2xgg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-8341c-567d856458-h2xgg to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-94ae3-predictor-b77869d56-22fk6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-94ae3-predictor-b77869d56-22fk6 to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 to ip-10-0-136-66.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-8341c-predictor-b849f7567-l7zl7 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-8341c-predictor-b849f7567-l7zl7 to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-94ae3-7b768cddf-5nnwb |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-94ae3-7b768cddf-5nnwb to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-5854c-7cc4867ffc-lv7lz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-5854c-7cc4867ffc-lv7lz to ip-10-0-131-69.ec2.internal | ||
kserve-ci-e2e-test |
replicaset-controller |
isvc-xgboost-graph-predictor-555fc69d56 |
SuccessfulCreate |
Created pod: isvc-xgboost-graph-predictor-555fc69d56-6tvxh | |
kserve-ci-e2e-test |
multus |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
AddedInterface |
Add eth0 [10.132.0.26/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-2-predictor-76857dd9b4 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-5854c-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-5854c-predictor-6b4b8df9b6 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
isvc-xgboost-graph-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-5854c-predictor-99d55b49f |
SuccessfulCreate |
Created pod: error-404-isvc-5854c-predictor-99d55b49f-hk5lb | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-1-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-1-predictor-74fc5cfbf9 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-2-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-2-predictor-76857dd9b4 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-5854c-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-5854c-predictor-99d55b49f from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-5854c-predictor-6b4b8df9b6 |
SuccessfulCreate |
Created pod: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-1-predictor-74fc5cfbf9 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Pulling |
Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Pulling |
Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
AddedInterface |
Add eth0 [10.133.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b" already present on machine | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
AddedInterface |
Add eth0 [10.132.0.27/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
AddedInterface |
Add eth0 [10.132.0.29/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
multus |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
AddedInterface |
Add eth0 [10.132.0.28/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Pulling |
Pulling image "kserve/xgbserver:latest" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Pulled |
Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" in 11.704s (11.704s including waiting). Image size: 1355866696 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Pulled |
Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" in 12.564s (12.564s including waiting). Image size: 1358768206 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.205s (2.205s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-5854c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-5854c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 7.697s (7.697s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970" in 14.616s (14.616s including waiting). Image size: 1580890516 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970" in 14.612s (14.612s including waiting). Image size: 1580890516 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Created |
Created container: kube-rbac-proxy | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-5854c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-5854c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Pulled |
Successfully pulled image "kserve/xgbserver:latest" in 28.118s (28.118s including waiting). Image size: 1435742980 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Created |
Created container: kserve-container | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection refused |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-5854c |
InferenceServiceReady |
InferenceService [error-404-isvc-5854c] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-5854c |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-5854c |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-5854c |
InferenceServiceReady |
InferenceService [success-200-isvc-5854c] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-5854c |
ScalingReplicaSet |
Scaled up replica set switch-graph-5854c-7cc4867ffc from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-5854c-7cc4867ffc-lv7lz |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-5854c-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-5854c-7cc4867ffc |
SuccessfulCreate |
Created pod: switch-graph-5854c-7cc4867ffc-lv7lz | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-5854c |
InferenceGraphReady |
InferenceGraph [switch-graph-5854c] is Ready | |
kserve-ci-e2e-test |
multus |
switch-graph-5854c-7cc4867ffc-lv7lz |
AddedInterface |
Add eth0 [10.133.0.31/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-5854c-7cc4867ffc-lv7lz |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" | |
kserve-ci-e2e-test |
kubelet |
switch-graph-5854c-7cc4867ffc-lv7lz |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" in 2.279s (2.279s including waiting). Image size: 211751507 bytes. | |
kserve-ci-e2e-test |
kubelet |
switch-graph-5854c-7cc4867ffc-lv7lz |
Started |
Started container switch-graph-5854c | |
kserve-ci-e2e-test |
kubelet |
switch-graph-5854c-7cc4867ffc-lv7lz |
Created |
Created container: switch-graph-5854c | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-5854c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-5854c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-5854c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-5854c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
switch-graph-5854c-7cc4867ffc-lv7lz |
Killing |
Stopping container switch-graph-5854c | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-8341c-predictor-d7cd9ccf8 |
SuccessfulCreate |
Created pod: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-8341c-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-8341c-predictor-d7cd9ccf8 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-8341c-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-8341c-predictor-b849f7567 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-8341c-predictor-b849f7567 |
SuccessfulCreate |
Created pod: error-404-isvc-8341c-predictor-b849f7567-l7zl7 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8341c-predictor-b849f7567-l7zl7 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8341c-predictor-d7cd9ccf8-djthv |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8341c-predictor-d7cd9ccf8-djthv |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8341c-predictor-b849f7567-l7zl7 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8341c-predictor-b849f7567-l7zl7 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8341c-predictor-b849f7567-l7zl7 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8341c-predictor-d7cd9ccf8-djthv |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8341c-predictor-d7cd9ccf8-djthv |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8341c-predictor-b849f7567-l7zl7 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8341c-predictor-b849f7567-l7zl7 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8341c-predictor-d7cd9ccf8-djthv |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8341c-predictor-d7cd9ccf8-djthv |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-8341c-predictor-b849f7567-l7zl7 |
AddedInterface |
Add eth0 [10.133.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
success-200-isvc-8341c-predictor-d7cd9ccf8-djthv |
AddedInterface |
Add eth0 [10.132.0.30/23] from ovn-kubernetes | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp 10.132.0.26:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5854c-predictor-99d55b49f-hk5lb |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp 10.133.0.30:8643: connect: connection refused | |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-2] is Ready | |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection refused |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-1] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
InferenceServiceReady |
InferenceService [isvc-xgboost-graph] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-5854c-7cc4867ffc-lv7lz |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8341c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8341c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-8341c-predictor-d7cd9ccf8-djthv |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x7) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x7) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8341c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8341c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
model-chainer-765586574c |
SuccessfulCreate |
Created pod: model-chainer-765586574c-cvmzc | |
kserve-ci-e2e-test |
kubelet |
model-chainer-765586574c-cvmzc |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
model-chainer |
ScalingReplicaSet |
Scaled up replica set model-chainer-765586574c from 0 to 1 | |
kserve-ci-e2e-test |
multus |
model-chainer-765586574c-cvmzc |
AddedInterface |
Add eth0 [10.133.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
InferenceGraphController |
model-chainer |
InferenceGraphReady |
InferenceGraph [model-chainer] is Ready | |
kserve-ci-e2e-test |
kubelet |
model-chainer-765586574c-cvmzc |
Created |
Created container: model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-765586574c-cvmzc |
Started |
Started container model-chainer | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8341c |
InferenceServiceReady |
InferenceService [error-404-isvc-8341c] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8341c |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8341c |
InferenceServiceReady |
InferenceService [success-200-isvc-8341c] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8341c |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
model-chainer-765586574c-cvmzc |
Killing |
Stopping container model-chainer | |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a4672-predictor-7f59856fb5-d29mp |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a4672-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-a4672-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-a4672-predictor-6fcf97dc64 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-a4672-predictor-6fcf97dc64 |
SuccessfulCreate |
Created pod: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 |
AddedInterface |
Add eth0 [10.132.0.31/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-a4672-predictor-7f59856fb5 |
SuccessfulCreate |
Created pod: error-404-isvc-a4672-predictor-7f59856fb5-d29mp | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-a4672-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-a4672-predictor-7f59856fb5 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a4672-predictor-7f59856fb5-d29mp |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
| (x12) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a4672-predictor-7f59856fb5-d29mp |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a4672-predictor-7f59856fb5-d29mp |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a4672-predictor-7f59856fb5-d29mp |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a4672-predictor-7f59856fb5-d29mp |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a4672-predictor-7f59856fb5-d29mp |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-a4672-predictor-7f59856fb5-d29mp |
AddedInterface |
Add eth0 [10.133.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp 10.132.0.27:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp 10.132.0.29:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6tvxh |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp 10.132.0.28:8643: connect: connection refused | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-8341c |
InferenceGraphReady |
InferenceGraph [switch-graph-8341c] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-8341c |
ScalingReplicaSet |
Scaled up replica set switch-graph-8341c-567d856458 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-8341c-567d856458 |
SuccessfulCreate |
Created pod: switch-graph-8341c-567d856458-h2xgg | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8341c-567d856458-h2xgg |
Created |
Created container: switch-graph-8341c | |
kserve-ci-e2e-test |
multus |
switch-graph-8341c-567d856458-h2xgg |
AddedInterface |
Add eth0 [10.133.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8341c-567d856458-h2xgg |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8341c-567d856458-h2xgg |
Started |
Started container switch-graph-8341c | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a4672-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a4672-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8341c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8341c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
model-chainer-765586574c-cvmzc |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a4672-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a4672-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8341c-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8341c-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-8341c |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-8341c |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-a4672-predictor-7f59856fb5-d29mp |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a4672 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a4672 |
InferenceServiceReady |
InferenceService [success-200-isvc-a4672] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a4672 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a4672 |
InferenceServiceReady |
InferenceService [error-404-isvc-a4672] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a4672-66f4cddcbb-qrgh9 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-a4672-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-a4672 |
InferenceGraphReady |
InferenceGraph [sequence-graph-a4672] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-a4672-66f4cddcbb |
SuccessfulCreate |
Created pod: sequence-graph-a4672-66f4cddcbb-qrgh9 | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-a4672 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-a4672-66f4cddcbb from 0 to 1 | |
kserve-ci-e2e-test |
multus |
sequence-graph-a4672-66f4cddcbb-qrgh9 |
AddedInterface |
Add eth0 [10.133.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a4672-66f4cddcbb-qrgh9 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a4672-66f4cddcbb-qrgh9 |
Created |
Created container: sequence-graph-a4672 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a4672-66f4cddcbb-qrgh9 |
Started |
Started container sequence-graph-a4672 | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a4672-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a4672-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a4672-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a4672-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a4672 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a4672 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-ab288-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-ab288-predictor-c9f568f7f from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ab288 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-ab288": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ab288": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ab288 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ab288": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8341c-567d856458-h2xgg |
Killing |
Stopping container switch-graph-8341c | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-ab288-predictor-75cb7d4446 |
SuccessfulCreate |
Created pod: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8341c-predictor-b849f7567-l7zl7 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-ab288-predictor-c9f568f7f |
SuccessfulCreate |
Created pod: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8341c-predictor-b849f7567-l7zl7 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8341c-predictor-d7cd9ccf8-djthv |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8341c-predictor-d7cd9ccf8-djthv |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-ab288-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-ab288-predictor-75cb7d4446 from 0 to 1 | |
kserve-ci-e2e-test |
multus |
error-404-isvc-ab288-predictor-c9f568f7f-nbvxq |
AddedInterface |
Add eth0 [10.133.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ab288-predictor-c9f568f7f-nbvxq |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ab288-predictor-c9f568f7f-nbvxq |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ab288-predictor-c9f568f7f-nbvxq |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ab288-predictor-c9f568f7f-nbvxq |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ab288-predictor-c9f568f7f-nbvxq |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 |
AddedInterface |
Add eth0 [10.132.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ab288-predictor-c9f568f7f-nbvxq |
Started |
Started container kube-rbac-proxy | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-8341c-predictor-b849f7567-l7zl7 |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8341c-predictor-b849f7567-l7zl7 |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp 10.133.0.32:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-8341c-567d856458-h2xgg |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ab288-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ab288-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ab288-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ab288-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-ab288-predictor-c9f568f7f-nbvxq |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-ab288 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-ab288 |
InferenceServiceReady |
InferenceService [success-200-isvc-ab288] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ab288 |
InferenceServiceReady |
InferenceService [error-404-isvc-ab288] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ab288 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a4672-predictor-7f59856fb5-d29mp |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a4672-66f4cddcbb-qrgh9 |
Killing |
Stopping container sequence-graph-a4672 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a4672-predictor-7f59856fb5-d29mp |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-1fd26-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-1fd26-predictor-64d658b8f5 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-1fd26-predictor-64d658b8f5 |
SuccessfulCreate |
Created pod: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-1fd26-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-1fd26-predictor-5c84d64b46 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-1fd26-predictor-5c84d64b46 |
SuccessfulCreate |
Created pod: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-1fd26-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-1fd26-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
AddedInterface |
Add eth0 [10.133.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
AddedInterface |
Add eth0 [10.132.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp 10.132.0.31:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ab288-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ab288-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-ab288-7cb46799f-b5llf |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-ab288-serving-cert" not found | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ab288-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ab288-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-ab288 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-ab288] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-ab288 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-ab288-7cb46799f from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-ab288-7cb46799f |
SuccessfulCreate |
Created pod: ensemble-graph-ab288-7cb46799f-b5llf | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-ab288-7cb46799f-b5llf |
Started |
Started container ensemble-graph-ab288 | |
kserve-ci-e2e-test |
multus |
ensemble-graph-ab288-7cb46799f-b5llf |
AddedInterface |
Add eth0 [10.133.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-ab288-7cb46799f-b5llf |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-ab288-7cb46799f-b5llf |
Created |
Created container: ensemble-graph-ab288 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-ab288-7cb46799f-b5llf |
Killing |
Stopping container ensemble-graph-ab288 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ab288-predictor-c9f568f7f-nbvxq |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1a2f0 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-1a2f0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-1a2f0": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1a2f0 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-1a2f0": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ab288-predictor-c9f568f7f-nbvxq |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-1a2f0-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-1a2f0-predictor-7b65f5c676 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-1a2f0-predictor-7b65f5c676 |
SuccessfulCreate |
Created pod: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-1a2f0-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-1a2f0-predictor-f769ccbfc from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd |
AddedInterface |
Add eth0 [10.132.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-1a2f0-predictor-f769ccbfc |
SuccessfulCreate |
Created pod: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs |
AddedInterface |
Add eth0 [10.133.0.40/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp 10.132.0.32:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ab288-predictor-c9f568f7f-nbvxq |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp 10.133.0.37:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-a4672-66f4cddcbb-qrgh9 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1fd26-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1fd26-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1fd26-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1fd26-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-ab288-7cb46799f-b5llf |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1a2f0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1a2f0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1a2f0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1a2f0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1fd26 |
InferenceServiceReady |
InferenceService [error-404-isvc-1fd26] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1fd26 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1fd26 |
InferenceServiceReady |
InferenceService [success-200-isvc-1fd26] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1fd26 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-1fd26 |
InferenceGraphReady |
InferenceGraph [sequence-graph-1fd26] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-1fd26 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-1fd26-5957b889bc from 0 to 1 | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1fd26-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-1fd26-5957b889bc |
SuccessfulCreate |
Created pod: sequence-graph-1fd26-5957b889bc-s9g2m | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1fd26-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1fd26-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1fd26-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
sequence-graph-1fd26-5957b889bc-s9g2m |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-1fd26-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1a2f0 |
InferenceServiceReady |
InferenceService [success-200-isvc-1a2f0] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1a2f0 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
sequence-graph-1fd26-5957b889bc-s9g2m |
Started |
Started container sequence-graph-1fd26 | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1a2f0 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
multus |
sequence-graph-1fd26-5957b889bc-s9g2m |
AddedInterface |
Add eth0 [10.133.0.41/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-1fd26-5957b889bc-s9g2m |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-1fd26-5957b889bc-s9g2m |
Created |
Created container: sequence-graph-1fd26 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1a2f0 |
InferenceServiceReady |
InferenceService [error-404-isvc-1a2f0] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-1fd26-5957b889bc-s9g2m |
Killing |
Stopping container sequence-graph-1fd26 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm |
AddedInterface |
Add eth0 [10.132.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-6bcee |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-6bcee": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-6bcee": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-6bcee-predictor-78b7578bc8 |
SuccessfulCreate |
Created pod: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-6bcee-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-6bcee-predictor-78b7578bc8 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-6bcee |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-6bcee": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-6bcee-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-6bcee-predictor-85458cdc4c from 0 to 1 | |
kserve-ci-e2e-test |
multus |
error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h |
AddedInterface |
Add eth0 [10.133.0.42/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-6bcee-predictor-85458cdc4c |
SuccessfulCreate |
Created pod: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1fd26-predictor-64d658b8f5-b29nl |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp 10.133.0.38:8643: connect: connection refused | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-1a2f0 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-1a2f0] is Ready | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-1a2f0 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-1a2f0-f7b64778c from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-1a2f0-f7b64778c |
SuccessfulCreate |
Created pod: ensemble-graph-1a2f0-f7b64778c-6jwp5 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-1a2f0-f7b64778c-6jwp5 |
Started |
Started container ensemble-graph-1a2f0 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-1a2f0-f7b64778c-6jwp5 |
Created |
Created container: ensemble-graph-1a2f0 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-1a2f0-f7b64778c-6jwp5 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine | |
kserve-ci-e2e-test |
multus |
ensemble-graph-1a2f0-f7b64778c-6jwp5 |
AddedInterface |
Add eth0 [10.133.0.43/23] from ovn-kubernetes | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1a2f0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1a2f0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1a2f0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1a2f0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-1fd26-5957b889bc-s9g2m |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-1a2f0 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-1a2f0 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-6bcee-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-6bcee-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-6bcee-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-6bcee-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-6bcee |
InferenceServiceReady |
InferenceService [error-404-isvc-6bcee] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-6bcee |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-6bcee |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-6bcee |
InferenceServiceReady |
InferenceService [success-200-isvc-6bcee] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-6bcee-76d5754-t957d |
Created |
Created container: sequence-graph-6bcee | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-6bcee-76d5754 |
SuccessfulCreate |
Created pod: sequence-graph-6bcee-76d5754-t957d | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-6bcee |
ScalingReplicaSet |
Scaled up replica set sequence-graph-6bcee-76d5754 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-6bcee-76d5754-t957d |
Started |
Started container sequence-graph-6bcee | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-6bcee-76d5754-t957d |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine | |
kserve-ci-e2e-test |
multus |
sequence-graph-6bcee-76d5754-t957d |
AddedInterface |
Add eth0 [10.133.0.44/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-6bcee |
InferenceGraphReady |
InferenceGraph [sequence-graph-6bcee] is Ready | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-6bcee-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-6bcee-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-6bcee-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-6bcee-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-6bcee |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-6bcee |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-a2de1-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-a2de1-predictor-599dfd59cd from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-a2de1-predictor-599dfd59cd |
SuccessfulCreate |
Created pod: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-a2de1-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-a2de1-predictor-7ff9c75c75 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-a2de1-predictor-7ff9c75c75 |
SuccessfulCreate |
Created pod: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-1a2f0-f7b64778c-6jwp5 |
Killing |
Stopping container ensemble-graph-1a2f0 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-a2de1-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a2de1-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh |
AddedInterface |
Add eth0 [10.132.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 |
AddedInterface |
Add eth0 [10.133.0.45/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp 10.133.0.40:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-1a2f0-f7b64778c-6jwp5 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a2de1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a2de1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a2de1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a2de1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a2de1 |
InferenceServiceReady |
InferenceService [error-404-isvc-a2de1] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a2de1 |
InferenceServiceReady |
InferenceService [success-200-isvc-a2de1] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a2de1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a2de1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-94ae3-predictor-b77869d56 |
SuccessfulCreate |
Created pod: success-200-isvc-94ae3-predictor-b77869d56-22fk6 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-6bcee-76d5754-t957d |
Killing |
Stopping container sequence-graph-6bcee | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-94ae3-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-94ae3-predictor-b77869d56 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-94ae3-predictor-7dd5ccf689-j665r |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-94ae3-predictor-7dd5ccf689-j665r |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-94ae3-predictor-b77869d56-22fk6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-94ae3-predictor-b77869d56-22fk6 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-94ae3-predictor-b77869d56-22fk6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-94ae3-predictor-b77869d56-22fk6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-94ae3-predictor-b77869d56-22fk6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-94ae3-predictor-7dd5ccf689-j665r |
AddedInterface |
Add eth0 [10.133.0.46/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-94ae3-predictor-7dd5ccf689-j665r |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-94ae3-predictor-b77869d56-22fk6 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-94ae3-predictor-b77869d56-22fk6 |
AddedInterface |
Add eth0 [10.132.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-94ae3-predictor-7dd5ccf689-j665r |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-94ae3-predictor-7dd5ccf689-j665r |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-94ae3-predictor-7dd5ccf689-j665r |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-94ae3-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-94ae3-predictor-7dd5ccf689 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-94ae3-predictor-7dd5ccf689 |
SuccessfulCreate |
Created pod: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-a2de1 |
InferenceGraphReady |
InferenceGraph [splitter-graph-a2de1] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a2de1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a2de1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-a2de1-748b4b9f7d |
SuccessfulCreate |
Created pod: splitter-graph-a2de1-748b4b9f7d-wrx95 | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-a2de1 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-a2de1-748b4b9f7d from 0 to 1 | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a2de1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a2de1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a2de1-748b4b9f7d-wrx95 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine | |
kserve-ci-e2e-test |
multus |
splitter-graph-a2de1-748b4b9f7d-wrx95 |
AddedInterface |
Add eth0 [10.133.0.47/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a2de1-748b4b9f7d-wrx95 |
Created |
Created container: splitter-graph-a2de1 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a2de1-748b4b9f7d-wrx95 |
Started |
Started container splitter-graph-a2de1 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a2de1-748b4b9f7d-wrx95 |
Killing |
Stopping container splitter-graph-a2de1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0bca3-predictor-57dc9d489d-tv42j |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-0bca3-predictor-7689fbcd47 |
SuccessfulCreate |
Created pod: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-0bca3-predictor-57dc9d489d |
SuccessfulCreate |
Created pod: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr |
AddedInterface |
Add eth0 [10.133.0.48/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0bca3-predictor-57dc9d489d-tv42j |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0bca3-predictor-57dc9d489d-tv42j |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0bca3-predictor-57dc9d489d-tv42j |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0bca3-predictor-57dc9d489d-tv42j |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-0bca3-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-0bca3-predictor-57dc9d489d from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0bca3-predictor-57dc9d489d-tv42j |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-0bca3-predictor-57dc9d489d-tv42j |
AddedInterface |
Add eth0 [10.132.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-0bca3-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-0bca3-predictor-7689fbcd47 from 0 to 1 | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-6bcee-76d5754-t957d |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-0bca3-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-0bca3-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-94ae3-predictor-7dd5ccf689-j665r |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-94ae3-predictor-b77869d56-22fk6 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-a2de1-748b4b9f7d-wrx95 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-94ae3-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-94ae3-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-94ae3-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-94ae3-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-94ae3 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-94ae3 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-94ae3 |
InferenceServiceReady |
InferenceService [success-200-isvc-94ae3] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-94ae3 |
InferenceServiceReady |
InferenceService [error-404-isvc-94ae3] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-0bca3-predictor-57dc9d489d-tv42j |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-94ae3 |
ScalingReplicaSet |
Scaled up replica set switch-graph-94ae3-7b768cddf from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-94ae3-7b768cddf |
SuccessfulCreate |
Created pod: switch-graph-94ae3-7b768cddf-5nnwb | |
kserve-ci-e2e-test |
multus |
switch-graph-94ae3-7b768cddf-5nnwb |
AddedInterface |
Add eth0 [10.133.0.49/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-94ae3-7b768cddf-5nnwb |
Started |
Started container switch-graph-94ae3 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-94ae3-7b768cddf-5nnwb |
Created |
Created container: switch-graph-94ae3 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-94ae3-7b768cddf-5nnwb |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-94ae3 |
InferenceGraphReady |
InferenceGraph [switch-graph-94ae3] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-0bca3 |
InferenceServiceReady |
InferenceService [error-404-isvc-0bca3] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-0bca3 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-0bca3 |
InferenceServiceReady |
InferenceService [success-200-isvc-0bca3] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-0bca3 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-0bca3 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-0bca3-868ddc5d59 from 0 to 1 | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-94ae3-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-0bca3-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
splitter-graph-0bca3-868ddc5d59-8hxx9 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-0bca3-868ddc5d59-8hxx9 |
Created |
Created container: splitter-graph-0bca3 | |
kserve-ci-e2e-test |
multus |
splitter-graph-0bca3-868ddc5d59-8hxx9 |
AddedInterface |
Add eth0 [10.133.0.50/23] from ovn-kubernetes | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-94ae3-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-0bca3-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-0bca3 |
InternalError |
fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-0bca3": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-0bca3-868ddc5d59 |
SuccessfulCreate |
Created pod: splitter-graph-0bca3-868ddc5d59-8hxx9 | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-0bca3 |
InferenceGraphReady |
InferenceGraph [splitter-graph-0bca3] is Ready | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-0bca3 |
UpdateFailed |
Failed to update status for InferenceGraph "splitter-graph-0bca3": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-0bca3": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-0bca3-868ddc5d59-8hxx9 |
Started |
Started container splitter-graph-0bca3 | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-94ae3-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-94ae3-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-0bca3-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-0bca3-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-0bca3-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-0bca3-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-94ae3 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-94ae3 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-0bca3 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-0bca3 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-0bca3-868ddc5d59-8hxx9 |
Killing |
Stopping container splitter-graph-0bca3 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0bca3-predictor-57dc9d489d-tv42j |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0bca3-predictor-57dc9d489d-tv42j |
Killing |
Stopping container kserve-container | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp 10.133.0.48:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-0bca3-868ddc5d59-8hxx9 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-94ae3-predictor-7dd5ccf689-j665r |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-94ae3-7b768cddf-5nnwb |
Killing |
Stopping container switch-graph-94ae3 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-94ae3-predictor-7dd5ccf689-j665r |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-94ae3-predictor-b77869d56-22fk6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-94ae3-predictor-b77869d56-22fk6 |
Killing |
Stopping container kube-rbac-proxy | |
| (x5) | kserve-ci-e2e-test |
kubelet |
switch-graph-94ae3-7b768cddf-5nnwb |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |