| Time | Namespace | Component | RelatedObject | Reason | Message |
|---|---|---|---|---|---|
kserve-ci-e2e-test |
success-200-isvc-96102-predictor-6db489744f-tmcb6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-96102-predictor-6db489744f-tmcb6 to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-bde64-88ff7fc4f-f6jrk |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-bde64-88ff7fc4f-f6jrk to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-96102-85669f7948-vb92v |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-96102-85669f7948-vb92v to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-fd725-predictor-5b7d599548-p7c8s to ip-10-0-139-157.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm to ip-10-0-143-96.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-de19a-predictor-69c5f5cb44-v96vd |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-de19a-predictor-69c5f5cb44-v96vd to ip-10-0-139-157.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 to ip-10-0-143-96.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 to ip-10-0-139-157.ec2.internal | ||
kserve-ci-e2e-test |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-qk6g2 to ip-10-0-143-96.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 to ip-10-0-139-157.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-96102-predictor-75c8898456-mwf4g |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-96102-predictor-75c8898456-mwf4g to ip-10-0-139-157.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-fd725-59fb7df8dd-sg2jh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-fd725-59fb7df8dd-sg2jh to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
model-chainer-7bcc66cdd8-jgzm9 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/model-chainer-7bcc66cdd8-jgzm9 to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-3bcba-655868c668-r9k5c |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-3bcba-655868c668-r9k5c to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-5cf0a-5bd5db7dc4-x978z |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-5cf0a-5bd5db7dc4-x978z to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-83f4f-564cdf5744-btvcb |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-83f4f-564cdf5744-btvcb to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-de19a-predictor-7dc8c765df-mfkkg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-de19a-predictor-7dc8c765df-mfkkg to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-bde64-predictor-f9896d57f-c9jg4 to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-bdc39-predictor-697bb5b579-crxjg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-bdc39-predictor-697bb5b579-crxjg to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-bdc39-7569bd466c-fjjkj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-bdc39-7569bd466c-fjjkj to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-de19a-6cb8f4d8dc-zh875 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-de19a-6cb8f4d8dc-zh875 to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-3bcba-predictor-8d6ff494-grfpb |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-3bcba-predictor-8d6ff494-grfpb to ip-10-0-139-157.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-f0ae0-544b788bf4-stkjj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-f0ae0-544b788bf4-stkjj to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw to ip-10-0-139-157.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-88665-dc77848db-z9wdr |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-88665-dc77848db-z9wdr to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn to ip-10-0-139-157.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg to ip-10-0-139-157.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc to ip-10-0-139-157.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-88665-predictor-585866c4c-t4g2n |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-88665-predictor-585866c4c-t4g2n to ip-10-0-139-127.ec2.internal | ||
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-83f4f-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-83f4f-predictor-749b7d56dc from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-83f4f-predictor-749b7d56dc |
SuccessfulCreate |
Created pod: success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
isvc-xgboost-graph-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-xgboost-graph-predictor-555fc69d56 |
SuccessfulCreate |
Created pod: isvc-xgboost-graph-predictor-555fc69d56-qk6g2 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-83f4f-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-83f4f-predictor-68d8b4ddbb |
SuccessfulCreate |
Created pod: error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-2-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-2-predictor-b7ccc5f99 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-1-predictor-66bf4f5cc4 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-1-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-1-predictor-66bf4f5cc4 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-83f4f-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-83f4f-predictor-68d8b4ddbb from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
AddedInterface |
Add eth0 [10.134.0.24/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Pulling |
Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-2-predictor-b7ccc5f99 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 | |
kserve-ci-e2e-test |
multus |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
AddedInterface |
Add eth0 [10.132.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
AddedInterface |
Add eth0 [10.134.0.23/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Pulling |
Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" | |
kserve-ci-e2e-test |
multus |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
AddedInterface |
Add eth0 [10.133.0.19/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e" already present on machine | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
AddedInterface |
Add eth0 [10.134.0.22/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Pulling |
Pulling image "kserve/xgbserver:latest" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Pulled |
Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" in 11.667s (11.667s including waiting). Image size: 1384215638 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Pulled |
Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" in 11.945s (11.945s including waiting). Image size: 1385942097 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.181s (2.181s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.345s (2.345s including waiting). Image size: 211946088 bytes. | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-83f4f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-83f4f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013" in 28.967s (28.967s including waiting). Image size: 1607081372 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013" in 28.965s (28.965s including waiting). Image size: 1607081372 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Pulled |
Successfully pulled image "kserve/xgbserver:latest" in 29.524s (29.524s including waiting). Image size: 1436478727 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.794s (2.794s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.234s (2.234s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.791s (2.791s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Created |
Created container: kube-rbac-proxy | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-83f4f |
InferenceServiceReady |
InferenceService [error-404-isvc-83f4f] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-83f4f |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-83f4f |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-83f4f |
InferenceServiceReady |
InferenceService [success-200-isvc-83f4f] is Ready | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-83f4f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-83f4f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-83f4f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-83f4f |
InferenceGraphReady |
InferenceGraph [switch-graph-83f4f] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-83f4f |
ScalingReplicaSet |
Scaled up replica set switch-graph-83f4f-564cdf5744 from 0 to 1 | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-83f4f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
switch-graph-83f4f-564cdf5744-btvcb |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-83f4f-serving-cert" not found | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-83f4f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-83f4f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-83f4f-564cdf5744 |
SuccessfulCreate |
Created pod: switch-graph-83f4f-564cdf5744-btvcb | |
kserve-ci-e2e-test |
multus |
switch-graph-83f4f-564cdf5744-btvcb |
AddedInterface |
Add eth0 [10.133.0.20/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-83f4f-564cdf5744-btvcb |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" | |
kserve-ci-e2e-test |
kubelet |
switch-graph-83f4f-564cdf5744-btvcb |
Started |
Started container switch-graph-83f4f | |
kserve-ci-e2e-test |
kubelet |
switch-graph-83f4f-564cdf5744-btvcb |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" in 2.107s (2.107s including waiting). Image size: 211751521 bytes. | |
kserve-ci-e2e-test |
kubelet |
switch-graph-83f4f-564cdf5744-btvcb |
Created |
Created container: switch-graph-83f4f | |
kserve-ci-e2e-test |
kubelet |
switch-graph-83f4f-564cdf5744-btvcb |
Killing |
Stopping container switch-graph-83f4f | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-96102-predictor-6db489744f-tmcb6 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-96102-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-96102-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-96102-predictor-75c8898456 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-96102-predictor-75c8898456 |
SuccessfulCreate |
Created pod: error-404-isvc-96102-predictor-75c8898456-mwf4g | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-83f4f-predictor-68d8b4ddbb-8tztn |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-96102-predictor-6db489744f |
SuccessfulCreate |
Created pod: success-200-isvc-96102-predictor-6db489744f-tmcb6 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-96102-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-96102-predictor-6db489744f from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-96102-predictor-6db489744f-tmcb6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-96102-predictor-6db489744f-tmcb6 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-96102-predictor-6db489744f-tmcb6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-96102-predictor-6db489744f-tmcb6 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-96102-predictor-6db489744f-tmcb6 |
AddedInterface |
Add eth0 [10.133.0.21/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-96102-predictor-75c8898456-mwf4g |
Started |
Started container kube-rbac-proxy | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-96102-predictor-75c8898456-mwf4g |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-96102-predictor-75c8898456-mwf4g |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-96102-predictor-75c8898456-mwf4g |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-83f4f-predictor-749b7d56dc-l9k9j |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp 10.133.0.19:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-96102-predictor-75c8898456-mwf4g |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-96102-predictor-75c8898456-mwf4g |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-96102-predictor-75c8898456-mwf4g |
AddedInterface |
Add eth0 [10.132.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-96102-predictor-6db489744f-tmcb6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-96102-predictor-6db489744f-tmcb6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
InferenceServiceReady |
InferenceService [isvc-xgboost-graph] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-1] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-2] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-83f4f-564cdf5744-btvcb |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
replicaset-controller |
model-chainer-7bcc66cdd8 |
SuccessfulCreate |
Created pod: model-chainer-7bcc66cdd8-jgzm9 | |
kserve-ci-e2e-test |
deployment-controller |
model-chainer |
ScalingReplicaSet |
Scaled up replica set model-chainer-7bcc66cdd8 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
model-chainer |
InferenceGraphReady |
InferenceGraph [model-chainer] is Ready | |
| (x2) | kserve-ci-e2e-test |
kubelet |
model-chainer-7bcc66cdd8-jgzm9 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found |
kserve-ci-e2e-test |
kubelet |
model-chainer-7bcc66cdd8-jgzm9 |
Started |
Started container model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-7bcc66cdd8-jgzm9 |
Created |
Created container: model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-7bcc66cdd8-jgzm9 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine | |
kserve-ci-e2e-test |
multus |
model-chainer-7bcc66cdd8-jgzm9 |
AddedInterface |
Add eth0 [10.133.0.22/23] from ovn-kubernetes | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-96102-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-96102-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-96102-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-96102-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-96102-predictor-6db489744f-tmcb6 |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x7) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x7) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
model-chainer-7bcc66cdd8-jgzm9 |
Killing |
Stopping container model-chainer | |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-5cf0a-predictor-b8c7f7c79 |
SuccessfulCreate |
Created pod: success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-5cf0a-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-5cf0a-predictor-b8c7f7c79 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc |
AddedInterface |
Add eth0 [10.132.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d |
AddedInterface |
Add eth0 [10.133.0.23/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-5cf0a-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-5cf0a-predictor-79d6c67446 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-5cf0a-predictor-79d6c67446 |
SuccessfulCreate |
Created pod: error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp 10.134.0.23:8643: connect: connection refused | |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-qk6g2 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-66bf4f5cc4-2wbcm |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp 10.134.0.22:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused | |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-b7ccc5f99-4h4w2 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-96102 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-96102 |
InferenceServiceReady |
InferenceService [error-404-isvc-96102] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-96102 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-96102 |
InferenceServiceReady |
InferenceService [success-200-isvc-96102] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-96102 |
ScalingReplicaSet |
Scaled up replica set switch-graph-96102-85669f7948 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-96102 |
InternalError |
fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-96102": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-96102 |
InferenceGraphReady |
InferenceGraph [switch-graph-96102] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-96102-85669f7948 |
SuccessfulCreate |
Created pod: switch-graph-96102-85669f7948-vb92v | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-96102 |
UpdateFailed |
Failed to update status for InferenceGraph "switch-graph-96102": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-96102": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
switch-graph-96102-85669f7948-vb92v |
Created |
Created container: switch-graph-96102 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-96102-85669f7948-vb92v |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine | |
kserve-ci-e2e-test |
multus |
switch-graph-96102-85669f7948-vb92v |
AddedInterface |
Add eth0 [10.133.0.24/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-96102-85669f7948-vb92v |
Started |
Started container switch-graph-96102 | |
| (x6) | kserve-ci-e2e-test |
kubelet |
model-chainer-7bcc66cdd8-jgzm9 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-5cf0a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-5cf0a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-5cf0a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-5cf0a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-96102 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-96102 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-96102-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-96102-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-96102-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-96102-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-96102 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-96102 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-5cf0a |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-5cf0a |
InferenceServiceReady |
InferenceService [success-200-isvc-5cf0a] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-5cf0a |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-5cf0a |
InferenceServiceReady |
InferenceService [error-404-isvc-5cf0a] is Ready | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-5cf0a |
InferenceGraphReady |
InferenceGraph [sequence-graph-5cf0a] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-5cf0a-5bd5db7dc4 |
SuccessfulCreate |
Created pod: sequence-graph-5cf0a-5bd5db7dc4-x978z | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-5cf0a-5bd5db7dc4-x978z |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-5cf0a-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-5cf0a |
ScalingReplicaSet |
Scaled up replica set sequence-graph-5cf0a-5bd5db7dc4 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-5cf0a-5bd5db7dc4-x978z |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine | |
kserve-ci-e2e-test |
multus |
sequence-graph-5cf0a-5bd5db7dc4-x978z |
AddedInterface |
Add eth0 [10.133.0.25/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-5cf0a-5bd5db7dc4-x978z |
Started |
Started container sequence-graph-5cf0a | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-5cf0a-5bd5db7dc4-x978z |
Created |
Created container: sequence-graph-5cf0a | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-5cf0a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-5cf0a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-5cf0a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-5cf0a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-5cf0a |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-5cf0a |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
switch-graph-96102-85669f7948-vb92v |
Killing |
Stopping container switch-graph-96102 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-96102-predictor-75c8898456-mwf4g |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-88665-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-88665-predictor-585866c4c from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-88665-predictor-585866c4c |
SuccessfulCreate |
Created pod: success-200-isvc-88665-predictor-585866c4c-t4g2n | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw |
AddedInterface |
Add eth0 [10.132.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-96102-predictor-6db489744f-tmcb6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-96102-predictor-6db489744f-tmcb6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-88665-predictor-7c9cfdb5d6 |
SuccessfulCreate |
Created pod: error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-88665-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-88665-predictor-7c9cfdb5d6 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-88665 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-88665": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-88665": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-88665 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-88665": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-96102-predictor-75c8898456-mwf4g |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-88665 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-88665": the object has been modified; please apply your changes to the latest version and try again | |
| (x2) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-88665-predictor-585866c4c-t4g2n |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-88665-predictor-serving-cert" not found |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-88665 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-88665": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-88665": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88665-predictor-585866c4c-t4g2n |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88665-predictor-585866c4c-t4g2n |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88665-predictor-585866c4c-t4g2n |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88665-predictor-585866c4c-t4g2n |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88665-predictor-585866c4c-t4g2n |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-88665-predictor-585866c4c-t4g2n |
AddedInterface |
Add eth0 [10.133.0.26/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88665-predictor-585866c4c-t4g2n |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-96102-predictor-75c8898456-mwf4g |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp 10.132.0.34:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-96102-predictor-75c8898456-mwf4g |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-96102-85669f7948-vb92v |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-88665-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-88665-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-88665-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-88665-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-3bcba-predictor-5ddb8f447f |
SuccessfulCreate |
Created pod: success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-3bcba-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-3bcba-predictor-5ddb8f447f from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc |
Killing |
Stopping container kserve-container | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-88665-predictor-585866c4c-t4g2n |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
sequence-graph-5cf0a-5bd5db7dc4-x978z |
Killing |
Stopping container sequence-graph-5cf0a | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3bcba-predictor-8d6ff494-grfpb |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3bcba-predictor-8d6ff494-grfpb |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3bcba-predictor-8d6ff494-grfpb |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3bcba-predictor-8d6ff494-grfpb |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-3bcba-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-3bcba-predictor-8d6ff494 from 0 to 1 | |
kserve-ci-e2e-test |
multus |
error-404-isvc-3bcba-predictor-8d6ff494-grfpb |
AddedInterface |
Add eth0 [10.132.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3bcba-predictor-8d6ff494-grfpb |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-3bcba-predictor-8d6ff494 |
SuccessfulCreate |
Created pod: error-404-isvc-3bcba-predictor-8d6ff494-grfpb | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-3bcba-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3bcba-predictor-8d6ff494-grfpb |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-5cf0a-predictor-b8c7f7c79-ljd2d |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp 10.133.0.23:8643: connect: connection refused | |
kserve-ci-e2e-test |
multus |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
AddedInterface |
Add eth0 [10.133.0.27/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
Started |
Started container kube-rbac-proxy | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-5cf0a-predictor-79d6c67446-q5bcc |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-88665 |
InferenceServiceReady |
InferenceService [error-404-isvc-88665] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-88665 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-88665 |
InferenceServiceReady |
InferenceService [success-200-isvc-88665] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-88665 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-3bcba-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-3bcba-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-5cf0a-5bd5db7dc4-x978z |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-88665 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-88665-dc77848db from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-88665 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-88665] is Ready | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-88665-dc77848db-z9wdr |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-88665-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-88665-dc77848db |
SuccessfulCreate |
Created pod: ensemble-graph-88665-dc77848db-z9wdr | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-88665-dc77848db-z9wdr |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-88665-dc77848db-z9wdr |
Created |
Created container: ensemble-graph-88665 | |
kserve-ci-e2e-test |
multus |
ensemble-graph-88665-dc77848db-z9wdr |
AddedInterface |
Add eth0 [10.133.0.28/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-88665-dc77848db-z9wdr |
Started |
Started container ensemble-graph-88665 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw |
Killing |
Stopping container kube-rbac-proxy | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-88665-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88665-predictor-585866c4c-t4g2n |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-88665-predictor-585866c4c-t4g2n |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-88665-dc77848db-z9wdr |
Killing |
Stopping container ensemble-graph-88665 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-fd725-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-fd725-predictor-8568c5bcc7 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-fd725-predictor-8568c5bcc7 |
SuccessfulCreate |
Created pod: success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-88665-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-88665-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw |
Killing |
Stopping container kserve-container | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-88665-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-fd725-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-fd725-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-fd725-predictor-5b7d599548 |
SuccessfulCreate |
Created pod: error-404-isvc-fd725-predictor-5b7d599548-p7c8s | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-fd725-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-fd725-predictor-5b7d599548 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
AddedInterface |
Add eth0 [10.133.0.29/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
AddedInterface |
Add eth0 [10.132.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-88665-predictor-7c9cfdb5d6-xd4jw |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-3bcba-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-3bcba-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-3bcba-predictor-8d6ff494-grfpb |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fd725-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fd725-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-3bcba |
InferenceServiceReady |
InferenceService [error-404-isvc-3bcba] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-3bcba |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-3bcba |
InferenceServiceReady |
InferenceService [success-200-isvc-3bcba] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-3bcba |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-88665-dc77848db-z9wdr |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-3bcba |
ScalingReplicaSet |
Scaled up replica set sequence-graph-3bcba-655868c668 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-3bcba-655868c668 |
SuccessfulCreate |
Created pod: sequence-graph-3bcba-655868c668-r9k5c | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-3bcba-655868c668-r9k5c |
Started |
Started container sequence-graph-3bcba | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fd725-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fd725-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
sequence-graph-3bcba-655868c668-r9k5c |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-3bcba |
InferenceGraphReady |
InferenceGraph [sequence-graph-3bcba] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-3bcba-655868c668-r9k5c |
Created |
Created container: sequence-graph-3bcba | |
kserve-ci-e2e-test |
multus |
sequence-graph-3bcba-655868c668-r9k5c |
AddedInterface |
Add eth0 [10.133.0.30/23] from ovn-kubernetes | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-3bcba-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-3bcba-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-3bcba-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-3bcba-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
sequence-graph-3bcba-655868c668-r9k5c |
Killing |
Stopping container sequence-graph-3bcba | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bdc39-predictor-697bb5b579-crxjg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bdc39-predictor-697bb5b579-crxjg |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-bdc39-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-bdc39-predictor-5cb4dbc486 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-bdc39-predictor-5cb4dbc486 |
SuccessfulCreate |
Created pod: error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3bcba-predictor-8d6ff494-grfpb |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3bcba-predictor-8d6ff494-grfpb |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp 10.132.0.37:8643: connect: connection refused | |
kserve-ci-e2e-test |
multus |
success-200-isvc-bdc39-predictor-697bb5b579-crxjg |
AddedInterface |
Add eth0 [10.133.0.31/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-bdc39-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-bdc39-predictor-697bb5b579 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bdc39-predictor-697bb5b579-crxjg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-bdc39-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bdc39-predictor-697bb5b579-crxjg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3bcba-predictor-8d6ff494-grfpb |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bdc39-predictor-697bb5b579-crxjg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bdc39-predictor-697bb5b579-crxjg |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-bdc39-predictor-697bb5b579 |
SuccessfulCreate |
Created pod: success-200-isvc-bdc39-predictor-697bb5b579-crxjg | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 |
AddedInterface |
Add eth0 [10.132.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3bcba-predictor-5ddb8f447f-jl8jg |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp 10.133.0.27:8643: connect: connection refused | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-fd725 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-fd725 |
InferenceServiceReady |
InferenceService [success-200-isvc-fd725] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-fd725 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-fd725 |
InferenceServiceReady |
InferenceService [error-404-isvc-fd725] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-3bcba-655868c668-r9k5c |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-fd725-59fb7df8dd |
SuccessfulCreate |
Created pod: ensemble-graph-fd725-59fb7df8dd-sg2jh | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-fd725 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-fd725-59fb7df8dd from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-fd725-59fb7df8dd-sg2jh |
Created |
Created container: ensemble-graph-fd725 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-fd725-59fb7df8dd-sg2jh |
Started |
Started container ensemble-graph-fd725 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-fd725-59fb7df8dd-sg2jh |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine | |
kserve-ci-e2e-test |
multus |
ensemble-graph-fd725-59fb7df8dd-sg2jh |
AddedInterface |
Add eth0 [10.133.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-fd725 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-fd725] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bdc39-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bdc39-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bdc39-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bdc39-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-fd725 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-fd725 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fd725-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fd725-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fd725-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fd725-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-bdc39 |
InferenceServiceReady |
InferenceService [success-200-isvc-bdc39] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-bdc39 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-bdc39 |
InferenceServiceReady |
InferenceService [error-404-isvc-bdc39] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-bdc39 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-bdc39 |
InferenceGraphReady |
InferenceGraph [sequence-graph-bdc39] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-bdc39-7569bd466c-fjjkj |
Created |
Created container: sequence-graph-bdc39 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-bdc39-7569bd466c-fjjkj |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-bdc39 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-bdc39-7569bd466c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-bdc39-7569bd466c-fjjkj |
Started |
Started container sequence-graph-bdc39 | |
kserve-ci-e2e-test |
multus |
sequence-graph-bdc39-7569bd466c-fjjkj |
AddedInterface |
Add eth0 [10.133.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-bdc39-7569bd466c |
SuccessfulCreate |
Created pod: sequence-graph-bdc39-7569bd466c-fjjkj | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bdc39-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bdc39-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bdc39-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bdc39-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-bdc39 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-bdc39 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-f0ae0-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-f0ae0-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-f0ae0-predictor-5cf44cb67c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-fd725-59fb7df8dd-sg2jh |
Killing |
Stopping container ensemble-graph-fd725 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-f0ae0-predictor-f7dc887f6 |
SuccessfulCreate |
Created pod: error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-f0ae0-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-f0ae0-predictor-f7dc887f6 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-f0ae0-predictor-5cf44cb67c |
SuccessfulCreate |
Created pod: success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg |
AddedInterface |
Add eth0 [10.132.0.40/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
AddedInterface |
Add eth0 [10.133.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd725-predictor-5b7d599548-p7c8s |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd725-predictor-8568c5bcc7-2cxmg |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp 10.133.0.29:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-fd725-59fb7df8dd-sg2jh |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f0ae0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f0ae0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f0ae0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f0ae0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-bde64-predictor-f9896d57f |
SuccessfulCreate |
Created pod: success-200-isvc-bde64-predictor-f9896d57f-c9jg4 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bdc39-predictor-697bb5b579-crxjg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bdc39-predictor-697bb5b579-crxjg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-bde64-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-bde64-predictor-f9896d57f from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-bdc39-7569bd466c-fjjkj |
Killing |
Stopping container sequence-graph-bdc39 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-bde64-predictor-5dbbbb5dc4 |
SuccessfulCreate |
Created pod: error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-bde64-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-bde64-predictor-5dbbbb5dc4 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-bde64-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bdc39-predictor-5cb4dbc486-8vz74 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-bde64-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
AddedInterface |
Add eth0 [10.133.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 |
AddedInterface |
Add eth0 [10.132.0.41/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bdc39-predictor-697bb5b579-crxjg |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp 10.133.0.31:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-bdc39-predictor-697bb5b579-crxjg |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f0ae0 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f0ae0 |
InferenceServiceReady |
InferenceService [error-404-isvc-f0ae0] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f0ae0 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f0ae0 |
InferenceServiceReady |
InferenceService [success-200-isvc-f0ae0] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-bdc39-7569bd466c-fjjkj |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-f0ae0 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-f0ae0-544b788bf4 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-f0ae0 |
InferenceGraphReady |
InferenceGraph [splitter-graph-f0ae0] is Ready | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-f0ae0 |
UpdateFailed |
Failed to update status for InferenceGraph "splitter-graph-f0ae0": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-f0ae0": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-f0ae0 |
InternalError |
fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-f0ae0": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-f0ae0-544b788bf4 |
SuccessfulCreate |
Created pod: splitter-graph-f0ae0-544b788bf4-stkjj | |
kserve-ci-e2e-test |
multus |
splitter-graph-f0ae0-544b788bf4-stkjj |
AddedInterface |
Add eth0 [10.133.0.36/23] from ovn-kubernetes | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bde64-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
splitter-graph-f0ae0-544b788bf4-stkjj |
Started |
Started container splitter-graph-f0ae0 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-f0ae0-544b788bf4-stkjj |
Created |
Created container: splitter-graph-f0ae0 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-f0ae0-544b788bf4-stkjj |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bde64-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f0ae0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f0ae0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f0ae0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f0ae0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
splitter-graph-f0ae0-544b788bf4-stkjj |
Killing |
Stopping container splitter-graph-f0ae0 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-de19a-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-de19a-predictor-7dc8c765df from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-de19a-predictor-7dc8c765df |
SuccessfulCreate |
Created pod: success-200-isvc-de19a-predictor-7dc8c765df-mfkkg | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-de19a-predictor-69c5f5cb44 |
SuccessfulCreate |
Created pod: error-404-isvc-de19a-predictor-69c5f5cb44-v96vd | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-de19a-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-de19a-predictor-69c5f5cb44 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-de19a-predictor-7dc8c765df-mfkkg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-de19a-predictor-7dc8c765df-mfkkg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-de19a-predictor-7dc8c765df-mfkkg |
AddedInterface |
Add eth0 [10.133.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-de19a-predictor-69c5f5cb44-v96vd |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-de19a-predictor-69c5f5cb44-v96vd |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-de19a-predictor-69c5f5cb44-v96vd |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-de19a-predictor-7dc8c765df-mfkkg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-de19a-predictor-69c5f5cb44-v96vd |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-de19a-predictor-69c5f5cb44-v96vd |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-de19a-predictor-7dc8c765df-mfkkg |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-de19a-predictor-7dc8c765df-mfkkg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-de19a-predictor-7dc8c765df-mfkkg |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-de19a-predictor-69c5f5cb44-v96vd |
AddedInterface |
Add eth0 [10.132.0.42/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f0ae0-predictor-f7dc887f6-54dbg |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp 10.132.0.40:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-de19a-predictor-69c5f5cb44-v96vd |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f0ae0-predictor-5cf44cb67c-wxwv4 |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp 10.133.0.34:8643: connect: connection refused | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bde64-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bde64-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-bde64 |
InferenceServiceReady |
InferenceService [success-200-isvc-bde64] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-bde64 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-bde64 |
InferenceServiceReady |
InferenceService [error-404-isvc-bde64] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-bde64 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-f0ae0-544b788bf4-stkjj |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-de19a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-de19a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-de19a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-bde64 |
InferenceGraphReady |
InferenceGraph [switch-graph-bde64] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-de19a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-bde64 |
ScalingReplicaSet |
Scaled up replica set switch-graph-bde64-88ff7fc4f from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-bde64-88ff7fc4f |
SuccessfulCreate |
Created pod: switch-graph-bde64-88ff7fc4f-f6jrk | |
| (x2) | kserve-ci-e2e-test |
kubelet |
switch-graph-bde64-88ff7fc4f-f6jrk |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-bde64-serving-cert" not found |
kserve-ci-e2e-test |
kubelet |
switch-graph-bde64-88ff7fc4f-f6jrk |
Started |
Started container switch-graph-bde64 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-bde64-88ff7fc4f-f6jrk |
Created |
Created container: switch-graph-bde64 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-bde64-88ff7fc4f-f6jrk |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine | |
kserve-ci-e2e-test |
multus |
switch-graph-bde64-88ff7fc4f-f6jrk |
AddedInterface |
Add eth0 [10.133.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-bde64 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-bde64 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bde64-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bde64-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bde64-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bde64-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-de19a |
InferenceServiceReady |
InferenceService [success-200-isvc-de19a] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-de19a |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-de19a |
InferenceServiceReady |
InferenceService [error-404-isvc-de19a] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-de19a |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-bde64 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-bde64 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-de19a-6cb8f4d8dc |
SuccessfulCreate |
Created pod: splitter-graph-de19a-6cb8f4d8dc-zh875 | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-de19a |
ScalingReplicaSet |
Scaled up replica set splitter-graph-de19a-6cb8f4d8dc from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-de19a |
InferenceGraphReady |
InferenceGraph [splitter-graph-de19a] is Ready | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-de19a |
UpdateFailed |
Failed to update status for InferenceGraph "splitter-graph-de19a": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-de19a": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-de19a |
InternalError |
fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-de19a": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-de19a-6cb8f4d8dc-zh875 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-de19a-6cb8f4d8dc-zh875 |
Created |
Created container: splitter-graph-de19a | |
kserve-ci-e2e-test |
multus |
splitter-graph-de19a-6cb8f4d8dc-zh875 |
AddedInterface |
Add eth0 [10.133.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-de19a-6cb8f4d8dc-zh875 |
Started |
Started container splitter-graph-de19a | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-de19a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-de19a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-de19a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-de19a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-de19a |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-de19a |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-de19a-predictor-7dc8c765df-mfkkg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-de19a-predictor-69c5f5cb44-v96vd |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-de19a-6cb8f4d8dc-zh875 |
Killing |
Stopping container splitter-graph-de19a | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-de19a-predictor-69c5f5cb44-v96vd |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-de19a-predictor-7dc8c765df-mfkkg |
Killing |
Stopping container kube-rbac-proxy | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-de19a-predictor-7dc8c765df-mfkkg |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-de19a-predictor-7dc8c765df-mfkkg |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp 10.133.0.37:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-de19a-predictor-69c5f5cb44-v96vd |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp 10.132.0.42:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-de19a-predictor-69c5f5cb44-v96vd |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-de19a-6cb8f4d8dc-zh875 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
switch-graph-bde64-88ff7fc4f-f6jrk |
Killing |
Stopping container switch-graph-bde64 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bde64-predictor-5dbbbb5dc4-z8dp7 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bde64-predictor-f9896d57f-c9jg4 |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.35:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) | |
| (x5) | kserve-ci-e2e-test |
kubelet |
switch-graph-bde64-88ff7fc4f-f6jrk |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |