| Time | Namespace | Component | RelatedObject | Reason | Message |
|---|---|---|---|---|---|
kserve-ci-e2e-test |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-30eba-predictor-8cb6986c6-fk824 to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-31ec7-7b66875df7-pfqh5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-31ec7-7b66875df7-pfqh5 to ip-10-0-143-217.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-cedb0-predictor-57c4b47646-c9hsm |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-cedb0-predictor-57c4b47646-c9hsm to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-fe2a8-predictor-68889756d6-6mwlj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-fe2a8-predictor-68889756d6-6mwlj to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf to ip-10-0-135-16.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-cedb0-c565b857f-8kg7l |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-cedb0-c565b857f-8kg7l to ip-10-0-143-217.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-fcbf3-85495fc98d-vb8sq |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-fcbf3-85495fc98d-vb8sq to ip-10-0-143-217.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-21196-646b77cb57-jxs79 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-21196-646b77cb57-jxs79 to ip-10-0-143-217.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-fe2a8-59cd49fc6f-sz95j |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-fe2a8-59cd49fc6f-sz95j to ip-10-0-143-217.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-53780-7d9f4b6dc5-mgpmm |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-53780-7d9f4b6dc5-mgpmm to ip-10-0-143-217.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-26209-76f8f79868-h8krh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-26209-76f8f79868-h8krh to ip-10-0-143-217.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-87c35-66784999db-c5w9g |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-87c35-66784999db-c5w9g to ip-10-0-143-217.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-87c35-predictor-586c54bbcd-cdtvn |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-87c35-predictor-586c54bbcd-cdtvn to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-21196-predictor-9d4bcdc65-rwthp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-21196-predictor-9d4bcdc65-rwthp to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-26209-predictor-59d644fd44-z2ffv to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-53780-predictor-c576bbf4d-7rn4m to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-8c825-predictor-67999bcd6c-r4ljh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-8c825-predictor-67999bcd6c-r4ljh to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-30eba-predictor-68c87bd657-pdbdn |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-30eba-predictor-68c87bd657-pdbdn to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-53780-predictor-674f6fd797-jw9cv to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-8c825-84586659f5-6hs9s |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-8c825-84586659f5-6hs9s to ip-10-0-143-217.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-21196-predictor-69485fb6d8-6dd9l |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-21196-predictor-69485fb6d8-6dd9l to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
model-chainer-5bd8dbddfc-rbjq7 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/model-chainer-5bd8dbddfc-rbjq7 to ip-10-0-143-217.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c to ip-10-0-143-217.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-30eba-68667c8b8c-qjtfw |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-30eba-68667c8b8c-qjtfw to ip-10-0-143-217.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-8c825-predictor-7f9d986954-pxj22 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-8c825-predictor-7f9d986954-pxj22 to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-nsgkf to ip-10-0-135-16.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j to ip-10-0-128-177.ec2.internal | ||
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-1-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-1-predictor-64d8fbb9c6 from 0 to 1 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
AddedInterface |
Add eth0 [10.134.0.31/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-53780-predictor-674f6fd797 |
SuccessfulCreate |
Created pod: success-200-isvc-53780-predictor-674f6fd797-jw9cv | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-53780-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-53780-predictor-674f6fd797 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-xgboost-graph-predictor-555fc69d56 |
SuccessfulCreate |
Created pod: isvc-xgboost-graph-predictor-555fc69d56-nsgkf | |
kserve-ci-e2e-test |
deployment-controller |
isvc-xgboost-graph-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-2-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-2-predictor-74b67d48cc from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
Pulling |
Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-2-predictor-74b67d48cc |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-1-predictor-64d8fbb9c6 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
UpdateFailed |
Failed to update status for InferenceService "isvc-sklearn-graph-1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
AddedInterface |
Add eth0 [10.132.0.24/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-53780-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-53780-predictor-c576bbf4d |
SuccessfulCreate |
Created pod: error-404-isvc-53780-predictor-c576bbf4d-7rn4m | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-53780-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-53780-predictor-c576bbf4d from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d" already present on machine | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
multus |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
AddedInterface |
Add eth0 [10.132.0.25/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
Pulling |
Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Pulling |
Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
multus |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
AddedInterface |
Add eth0 [10.134.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
AddedInterface |
Add eth0 [10.133.0.21/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d" in 2.852s (2.852s including waiting). Image size: 306615211 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Pulling |
Pulling image "kserve/xgbserver:latest" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
Pulled |
Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" in 14.687s (14.687s including waiting). Image size: 1385832521 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
Pulled |
Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" in 15.532s (15.532s including waiting). Image size: 1384134734 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.478s (2.478s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.489s (2.489s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999" in 13.335s (13.335s including waiting). Image size: 1607070610 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.199s (2.199s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Pulled |
Successfully pulled image "kserve/xgbserver:latest" in 24.071s (24.071s including waiting). Image size: 1435742979 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999" in 24.628s (24.628s including waiting). Image size: 1607070610 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.656s (2.656s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.21s (2.21s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Started |
Started container kube-rbac-proxy | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-53780-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-53780-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-53780-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-53780-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-53780 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-53780 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-53780 |
InferenceServiceReady |
InferenceService [success-200-isvc-53780] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-53780 |
InferenceServiceReady |
InferenceService [error-404-isvc-53780] is Ready | |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-53780 |
ScalingReplicaSet |
Scaled up replica set switch-graph-53780-7d9f4b6dc5 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-53780-7d9f4b6dc5 |
SuccessfulCreate |
Created pod: switch-graph-53780-7d9f4b6dc5-mgpmm | |
kserve-ci-e2e-test |
multus |
switch-graph-53780-7d9f4b6dc5-mgpmm |
AddedInterface |
Add eth0 [10.133.0.22/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-53780 |
InferenceGraphReady |
InferenceGraph [switch-graph-53780] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-53780-7d9f4b6dc5-mgpmm |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c" | |
kserve-ci-e2e-test |
kubelet |
switch-graph-53780-7d9f4b6dc5-mgpmm |
Started |
Started container switch-graph-53780 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-53780-7d9f4b6dc5-mgpmm |
Created |
Created container: switch-graph-53780 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-53780-7d9f4b6dc5-mgpmm |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c" in 2.044s (2.044s including waiting). Image size: 211751504 bytes. | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-53780-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x8) | kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
switch-graph-53780-7d9f4b6dc5-mgpmm |
Killing |
Stopping container switch-graph-53780 | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-53780-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-53780-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-53780-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-8c825-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-8c825-predictor-67999bcd6c from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8c825 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8c825": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8c825-predictor-67999bcd6c-r4ljh |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-8c825-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8c825 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-8c825": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8c825": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8c825 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8c825": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-53780-predictor-674f6fd797-jw9cv |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-8c825-predictor-67999bcd6c |
SuccessfulCreate |
Created pod: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh | |
| (x9) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8c825 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-8c825": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8c825": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-8c825-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-8c825-predictor-7f9d986954 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-8c825-predictor-7f9d986954 |
SuccessfulCreate |
Created pod: error-404-isvc-8c825-predictor-7f9d986954-pxj22 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-53780-predictor-c576bbf4d-7rn4m |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8c825-predictor-7f9d986954-pxj22 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8c825-predictor-7f9d986954-pxj22 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-8c825-predictor-7f9d986954-pxj22 |
AddedInterface |
Add eth0 [10.134.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8c825-predictor-7f9d986954-pxj22 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8c825-predictor-7f9d986954-pxj22 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-8c825-predictor-67999bcd6c-r4ljh |
AddedInterface |
Add eth0 [10.134.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8c825-predictor-67999bcd6c-r4ljh |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8c825-predictor-67999bcd6c-r4ljh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8c825-predictor-7f9d986954-pxj22 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8c825-predictor-7f9d986954-pxj22 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8c825-predictor-67999bcd6c-r4ljh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8c825-predictor-67999bcd6c-r4ljh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8c825-predictor-67999bcd6c-r4ljh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8c825-predictor-67999bcd6c-r4ljh |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
InferenceServiceReady |
InferenceService [isvc-xgboost-graph] is Ready | |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-2] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-1] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-53780-7d9f4b6dc5-mgpmm |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8c825-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8c825-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8c825-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8c825-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
model-chainer-5bd8dbddfc |
SuccessfulCreate |
Created pod: model-chainer-5bd8dbddfc-rbjq7 | |
kserve-ci-e2e-test |
deployment-controller |
model-chainer |
ScalingReplicaSet |
Scaled up replica set model-chainer-5bd8dbddfc from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
model-chainer-5bd8dbddfc-rbjq7 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-8c825-predictor-67999bcd6c-r4ljh |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
model-chainer-5bd8dbddfc-rbjq7 |
Started |
Started container model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-5bd8dbddfc-rbjq7 |
Created |
Created container: model-chainer | |
kserve-ci-e2e-test |
InferenceGraphController |
model-chainer |
InferenceGraphReady |
InferenceGraph [model-chainer] is Ready | |
kserve-ci-e2e-test |
kubelet |
model-chainer-5bd8dbddfc-rbjq7 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c" already present on machine | |
kserve-ci-e2e-test |
multus |
model-chainer-5bd8dbddfc-rbjq7 |
AddedInterface |
Add eth0 [10.133.0.23/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8c825 |
InferenceServiceReady |
InferenceService [error-404-isvc-8c825] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8c825 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x7) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8c825 |
InferenceServiceReady |
InferenceService [success-200-isvc-8c825] is Ready | |
| (x7) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8c825 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-fcbf3-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-fcbf3-predictor-76db4cd48c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-fcbf3-predictor-6cdb6c88c8 |
SuccessfulCreate |
Created pod: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
model-chainer-5bd8dbddfc-rbjq7 |
Killing |
Stopping container model-chainer | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-fcbf3-predictor-76db4cd48c |
SuccessfulCreate |
Created pod: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-fcbf3-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-fcbf3-predictor-6cdb6c88c8 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs |
AddedInterface |
Add eth0 [10.134.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh |
AddedInterface |
Add eth0 [10.134.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp 10.132.0.24:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-nsgkf |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp 10.132.0.25:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp 10.133.0.21:8643: connect: connection refused | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-8c825 |
ScalingReplicaSet |
Scaled up replica set switch-graph-8c825-84586659f5 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-8c825-84586659f5 |
SuccessfulCreate |
Created pod: switch-graph-8c825-84586659f5-6hs9s | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8c825-84586659f5-6hs9s |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-8c825-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-8c825 |
InferenceGraphReady |
InferenceGraph [switch-graph-8c825] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8c825-84586659f5-6hs9s |
Created |
Created container: switch-graph-8c825 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8c825-84586659f5-6hs9s |
Started |
Started container switch-graph-8c825 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-8c825-84586659f5-6hs9s |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c" already present on machine | |
kserve-ci-e2e-test |
multus |
switch-graph-8c825-84586659f5-6hs9s |
AddedInterface |
Add eth0 [10.133.0.24/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fcbf3-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fcbf3-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-8c825 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-8c825 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
model-chainer-5bd8dbddfc-rbjq7 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8c825-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8c825-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8c825-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8c825-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-8c825 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-8c825 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fcbf3-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fcbf3-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-fcbf3 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-fcbf3 |
InferenceServiceReady |
InferenceService [success-200-isvc-fcbf3] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-fcbf3 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-fcbf3 |
InferenceServiceReady |
InferenceService [error-404-isvc-fcbf3] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-fcbf3-85495fc98d |
SuccessfulCreate |
Created pod: sequence-graph-fcbf3-85495fc98d-vb8sq | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-fcbf3 |
InferenceGraphReady |
InferenceGraph [sequence-graph-fcbf3] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-fcbf3 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-fcbf3-85495fc98d from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-fcbf3-85495fc98d-vb8sq |
Created |
Created container: sequence-graph-fcbf3 | |
kserve-ci-e2e-test |
multus |
sequence-graph-fcbf3-85495fc98d-vb8sq |
AddedInterface |
Add eth0 [10.133.0.25/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-fcbf3-85495fc98d-vb8sq |
Started |
Started container sequence-graph-fcbf3 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-fcbf3-85495fc98d-vb8sq |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c" already present on machine | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-fcbf3 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-fcbf3 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fcbf3-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fcbf3-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-fcbf3 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-fcbf3 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fcbf3-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fcbf3-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
switch-graph-8c825-84586659f5-6hs9s |
Killing |
Stopping container switch-graph-8c825 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8c825-predictor-7f9d986954-pxj22 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8c825-predictor-7f9d986954-pxj22 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-87c35-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-87c35-predictor-586c54bbcd from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-87c35-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-87c35-predictor-586c54bbcd |
SuccessfulCreate |
Created pod: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8c825-predictor-67999bcd6c-r4ljh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8c825-predictor-67999bcd6c-r4ljh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-87c35-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-87c35-predictor-77c4c6b6d7 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-87c35-predictor-77c4c6b6d7 |
SuccessfulCreate |
Created pod: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
AddedInterface |
Add eth0 [10.134.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-87c35-predictor-586c54bbcd-cdtvn |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-87c35-predictor-586c54bbcd-cdtvn |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-87c35-predictor-586c54bbcd-cdtvn |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-87c35-predictor-586c54bbcd-cdtvn |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-87c35-predictor-586c54bbcd-cdtvn |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-87c35-predictor-586c54bbcd-cdtvn |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-87c35-predictor-586c54bbcd-cdtvn |
AddedInterface |
Add eth0 [10.134.0.38/23] from ovn-kubernetes | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-8c825-predictor-7f9d986954-pxj22 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8c825-predictor-7f9d986954-pxj22 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp 10.134.0.34:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-8c825-84586659f5-6hs9s |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-87c35-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-87c35-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-87c35-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-87c35-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-87c35-predictor-586c54bbcd-cdtvn |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-87c35 |
InferenceServiceReady |
InferenceService [success-200-isvc-87c35] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-87c35 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-87c35 |
InferenceServiceReady |
InferenceService [error-404-isvc-87c35] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-87c35 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-30eba-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-30eba-predictor-68c87bd657 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-30eba-predictor-68c87bd657 |
SuccessfulCreate |
Created pod: success-200-isvc-30eba-predictor-68c87bd657-pdbdn | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-fcbf3-85495fc98d-vb8sq |
Killing |
Stopping container sequence-graph-fcbf3 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-30eba-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-30eba-predictor-8cb6986c6 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-30eba-predictor-8cb6986c6 |
SuccessfulCreate |
Created pod: error-404-isvc-30eba-predictor-8cb6986c6-fk824 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-30eba-predictor-68c87bd657-pdbdn |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-30eba-predictor-68c87bd657-pdbdn |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-30eba-predictor-68c87bd657-pdbdn |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-30eba-predictor-68c87bd657-pdbdn |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-30eba-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-30eba-predictor-68c87bd657-pdbdn |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-30eba-predictor-68c87bd657-pdbdn |
AddedInterface |
Add eth0 [10.134.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-30eba-predictor-68c87bd657-pdbdn |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
Started |
Started container kserve-container | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused |
kserve-ci-e2e-test |
multus |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
AddedInterface |
Add eth0 [10.134.0.40/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp 10.134.0.35:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp 10.134.0.36:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-87c35-66784999db-c5w9g |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-87c35-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-87c35 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-87c35] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-87c35-66784999db |
SuccessfulCreate |
Created pod: ensemble-graph-87c35-66784999db-c5w9g | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-87c35 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-87c35-66784999db from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-87c35-66784999db-c5w9g |
Started |
Started container ensemble-graph-87c35 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-87c35-66784999db-c5w9g |
Created |
Created container: ensemble-graph-87c35 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-87c35-66784999db-c5w9g |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c" already present on machine | |
kserve-ci-e2e-test |
multus |
ensemble-graph-87c35-66784999db-c5w9g |
AddedInterface |
Add eth0 [10.133.0.26/23] from ovn-kubernetes | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-87c35-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-87c35-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-87c35-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-87c35-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-30eba-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-30eba-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-87c35-predictor-586c54bbcd-cdtvn |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 |
AddedInterface |
Add eth0 [10.134.0.41/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-31ec7-predictor-58cf9cff8f |
SuccessfulCreate |
Created pod: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-31ec7-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-31ec7-predictor-58cf9cff8f from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-31ec7-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-31ec7-predictor-67569bb8b8 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-31ec7-predictor-67569bb8b8 |
SuccessfulCreate |
Created pod: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-87c35-66784999db-c5w9g |
Killing |
Stopping container ensemble-graph-87c35 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-87c35-predictor-586c54bbcd-cdtvn |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j |
AddedInterface |
Add eth0 [10.134.0.42/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-87c35-predictor-586c54bbcd-cdtvn |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp 10.134.0.38:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-87c35-predictor-77c4c6b6d7-pph49 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp 10.134.0.37:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-fcbf3-85495fc98d-vb8sq |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-30eba-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-30eba-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-87c35-66784999db-c5w9g |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-30eba-predictor-68c87bd657-pdbdn |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-31ec7-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-31ec7-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-31ec7-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-31ec7-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-30eba |
InferenceServiceReady |
InferenceService [success-200-isvc-30eba] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-30eba |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-30eba |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-30eba |
InferenceServiceReady |
InferenceService [error-404-isvc-30eba] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-30eba-68667c8b8c |
SuccessfulCreate |
Created pod: sequence-graph-30eba-68667c8b8c-qjtfw | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-30eba |
ScalingReplicaSet |
Scaled up replica set sequence-graph-30eba-68667c8b8c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-30eba-68667c8b8c-qjtfw |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-30eba-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-30eba |
InferenceGraphReady |
InferenceGraph [sequence-graph-30eba] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-30eba-68667c8b8c-qjtfw |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-30eba-68667c8b8c-qjtfw |
Started |
Started container sequence-graph-30eba | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-30eba-68667c8b8c-qjtfw |
Created |
Created container: sequence-graph-30eba | |
kserve-ci-e2e-test |
multus |
sequence-graph-30eba-68667c8b8c-qjtfw |
AddedInterface |
Add eth0 [10.133.0.27/23] from ovn-kubernetes | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-30eba-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-30eba-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-30eba-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-30eba-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-31ec7 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-31ec7 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-31ec7 |
InferenceServiceReady |
InferenceService [success-200-isvc-31ec7] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-31ec7 |
InferenceServiceReady |
InferenceService [error-404-isvc-31ec7] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-cedb0-predictor-5d689f5f55 |
SuccessfulCreate |
Created pod: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-30eba-predictor-68c87bd657-pdbdn |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-cedb0-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-cedb0-predictor-57c4b47646 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-cedb0-predictor-57c4b47646 |
SuccessfulCreate |
Created pod: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-cedb0-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-cedb0-predictor-5d689f5f55 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-30eba-predictor-68c87bd657-pdbdn |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-30eba-68667c8b8c-qjtfw |
Killing |
Stopping container sequence-graph-30eba | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-cedb0-predictor-57c4b47646-c9hsm |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-cedb0-predictor-57c4b47646-c9hsm |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-cedb0-predictor-57c4b47646-c9hsm |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-cedb0-predictor-57c4b47646-c9hsm |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-cedb0-predictor-57c4b47646-c9hsm |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-cedb0-predictor-57c4b47646-c9hsm |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
AddedInterface |
Add eth0 [10.134.0.43/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
error-404-isvc-cedb0-predictor-57c4b47646-c9hsm |
AddedInterface |
Add eth0 [10.134.0.44/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-cedb0-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-30eba-predictor-8cb6986c6-fk824 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp 10.134.0.40:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-30eba-predictor-68c87bd657-pdbdn |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp 10.134.0.39:8643: connect: connection refused | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-31ec7 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-31ec7-7b66875df7 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-31ec7-7b66875df7-pfqh5 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-31ec7-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-31ec7-7b66875df7 |
SuccessfulCreate |
Created pod: ensemble-graph-31ec7-7b66875df7-pfqh5 | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-31ec7 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-31ec7] is Ready | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-31ec7-7b66875df7-pfqh5 |
Started |
Started container ensemble-graph-31ec7 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-31ec7-7b66875df7-pfqh5 |
Created |
Created container: ensemble-graph-31ec7 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-31ec7-7b66875df7-pfqh5 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c" already present on machine | |
kserve-ci-e2e-test |
multus |
ensemble-graph-31ec7-7b66875df7-pfqh5 |
AddedInterface |
Add eth0 [10.133.0.28/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-cedb0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-cedb0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-31ec7 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-31ec7 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-30eba-68667c8b8c-qjtfw |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-31ec7-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-31ec7-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-31ec7-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-31ec7-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-31ec7 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-31ec7 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-cedb0 |
InferenceServiceReady |
InferenceService [success-200-isvc-cedb0] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-cedb0 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-cedb0 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-cedb0 |
InferenceServiceReady |
InferenceService [error-404-isvc-cedb0] is Ready | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-cedb0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-cedb0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-cedb0-c565b857f |
SuccessfulCreate |
Created pod: sequence-graph-cedb0-c565b857f-8kg7l | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-cedb0 |
InferenceGraphReady |
InferenceGraph [sequence-graph-cedb0] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-cedb0-c565b857f-8kg7l |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-cedb0-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-cedb0 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-cedb0-c565b857f from 0 to 1 | |
kserve-ci-e2e-test |
multus |
sequence-graph-cedb0-c565b857f-8kg7l |
AddedInterface |
Add eth0 [10.133.0.29/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-cedb0-c565b857f-8kg7l |
Created |
Created container: sequence-graph-cedb0 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-cedb0-c565b857f-8kg7l |
Started |
Started container sequence-graph-cedb0 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-cedb0-c565b857f-8kg7l |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c" already present on machine | |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-cedb0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-cedb0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-cedb0 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-cedb0 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-cedb0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-cedb0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-fe2a8-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-fe2a8-predictor-85fbfd5f9f from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-31ec7-7b66875df7-pfqh5 |
Killing |
Stopping container ensemble-graph-31ec7 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-fe2a8-predictor-85fbfd5f9f |
SuccessfulCreate |
Created pod: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2a8-predictor-68889756d6-6mwlj |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2a8-predictor-68889756d6-6mwlj |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-fe2a8-predictor-68889756d6-6mwlj |
AddedInterface |
Add eth0 [10.134.0.46/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-fe2a8-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2a8-predictor-68889756d6-6mwlj |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2a8-predictor-68889756d6-6mwlj |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-fe2a8-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-fe2a8-predictor-68889756d6 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2a8-predictor-68889756d6-6mwlj |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2a8-predictor-68889756d6-6mwlj |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-fe2a8-predictor-68889756d6 |
SuccessfulCreate |
Created pod: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
AddedInterface |
Add eth0 [10.134.0.45/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
Created |
Created container: kserve-container | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp 10.134.0.41:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp 10.134.0.42:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fe2a8-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fe2a8-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fe2a8-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fe2a8-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-31ec7-7b66875df7-pfqh5 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2a8-predictor-68889756d6-6mwlj |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-fe2a8 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-fe2a8 |
InferenceServiceReady |
InferenceService [error-404-isvc-fe2a8] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-fe2a8 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-fe2a8 |
InferenceServiceReady |
InferenceService [success-200-isvc-fe2a8] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-cedb0-c565b857f-8kg7l |
Killing |
Stopping container sequence-graph-cedb0 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-cedb0-predictor-57c4b47646-c9hsm |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-26209-predictor-59d644fd44 |
SuccessfulCreate |
Created pod: error-404-isvc-26209-predictor-59d644fd44-z2ffv | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-26209-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-26209-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-26209-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-26209-predictor-59d644fd44 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-cedb0-predictor-57c4b47646-c9hsm |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-26209-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-26209-predictor-cdfb4dcd5 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-26209-predictor-cdfb4dcd5 |
SuccessfulCreate |
Created pod: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
AddedInterface |
Add eth0 [10.134.0.47/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
AddedInterface |
Add eth0 [10.134.0.48/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
Created |
Created container: kserve-container | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection refused |
| (x9) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-cedb0-predictor-57c4b47646-c9hsm |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-cedb0-predictor-57c4b47646-c9hsm |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp 10.134.0.44:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp 10.134.0.43:8643: connect: connection refused | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-fe2a8-59cd49fc6f |
SuccessfulCreate |
Created pod: splitter-graph-fe2a8-59cd49fc6f-sz95j | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-fe2a8 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-fe2a8-59cd49fc6f from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-fe2a8-59cd49fc6f-sz95j |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c" already present on machine | |
kserve-ci-e2e-test |
multus |
splitter-graph-fe2a8-59cd49fc6f-sz95j |
AddedInterface |
Add eth0 [10.133.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-fe2a8-59cd49fc6f-sz95j |
Created |
Created container: splitter-graph-fe2a8 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-fe2a8-59cd49fc6f-sz95j |
Started |
Started container splitter-graph-fe2a8 | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-fe2a8 |
InferenceGraphReady |
InferenceGraph [splitter-graph-fe2a8] is Ready | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fe2a8-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fe2a8-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fe2a8-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fe2a8-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-21196 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-21196": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
multus |
success-200-isvc-21196-predictor-9d4bcdc65-rwthp |
AddedInterface |
Add eth0 [10.134.0.49/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-fe2a8-59cd49fc6f-sz95j |
Killing |
Stopping container splitter-graph-fe2a8 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-21196-predictor-9d4bcdc65 |
SuccessfulCreate |
Created pod: success-200-isvc-21196-predictor-9d4bcdc65-rwthp | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-21196-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-21196-predictor-9d4bcdc65 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-21196 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-21196": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-21196": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-21196 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-21196": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-21196": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-21196 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-21196": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21196-predictor-9d4bcdc65-rwthp |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2a8-predictor-68889756d6-6mwlj |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-21196-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-21196-predictor-69485fb6d8 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2a8-predictor-68889756d6-6mwlj |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fe2a8-predictor-68889756d6-6mwlj |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp 10.134.0.46:8643: connect: connection refused | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-21196-predictor-69485fb6d8 |
SuccessfulCreate |
Created pod: error-404-isvc-21196-predictor-69485fb6d8-6dd9l | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21196-predictor-69485fb6d8-6dd9l |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21196-predictor-9d4bcdc65-rwthp |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21196-predictor-69485fb6d8-6dd9l |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21196-predictor-9d4bcdc65-rwthp |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21196-predictor-9d4bcdc65-rwthp |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21196-predictor-9d4bcdc65-rwthp |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21196-predictor-69485fb6d8-6dd9l |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-21196-predictor-69485fb6d8-6dd9l |
AddedInterface |
Add eth0 [10.134.0.50/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21196-predictor-69485fb6d8-6dd9l |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp 10.134.0.45:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21196-predictor-69485fb6d8-6dd9l |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21196-predictor-69485fb6d8-6dd9l |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21196-predictor-9d4bcdc65-rwthp |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-cedb0-c565b857f-8kg7l |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-26209-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-26209-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-26209-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-26209-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-fe2a8-59cd49fc6f-sz95j |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-26209 |
InferenceServiceReady |
InferenceService [success-200-isvc-26209] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-26209 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-26209 |
InferenceServiceReady |
InferenceService [error-404-isvc-26209] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-26209 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-21196-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-21196-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-21196-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-21196-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
kubelet |
switch-graph-26209-76f8f79868-h8krh |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-26209-serving-cert" not found |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-26209 |
InferenceGraphReady |
InferenceGraph [switch-graph-26209] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-26209 |
ScalingReplicaSet |
Scaled up replica set switch-graph-26209-76f8f79868 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-26209-76f8f79868 |
SuccessfulCreate |
Created pod: switch-graph-26209-76f8f79868-h8krh | |
kserve-ci-e2e-test |
kubelet |
switch-graph-26209-76f8f79868-h8krh |
Created |
Created container: switch-graph-26209 | |
kserve-ci-e2e-test |
multus |
switch-graph-26209-76f8f79868-h8krh |
AddedInterface |
Add eth0 [10.133.0.31/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-26209-76f8f79868-h8krh |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c" already present on machine | |
kserve-ci-e2e-test |
kubelet |
switch-graph-26209-76f8f79868-h8krh |
Started |
Started container switch-graph-26209 | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-26209-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-26209-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-21196 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-21196 |
InferenceServiceReady |
InferenceService [error-404-isvc-21196] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-21196 |
InferenceServiceReady |
InferenceService [success-200-isvc-21196] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-21196 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-26209 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-26209 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-21196-646b77cb57-jxs79 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-21196-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-21196-646b77cb57 |
SuccessfulCreate |
Created pod: splitter-graph-21196-646b77cb57-jxs79 | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-21196 |
InferenceGraphReady |
InferenceGraph [splitter-graph-21196] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-21196 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-21196-646b77cb57 from 0 to 1 | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-26209-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-26209-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
splitter-graph-21196-646b77cb57-jxs79 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c" already present on machine | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-21196-646b77cb57-jxs79 |
Started |
Started container splitter-graph-21196 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-21196-646b77cb57-jxs79 |
Created |
Created container: splitter-graph-21196 | |
kserve-ci-e2e-test |
multus |
splitter-graph-21196-646b77cb57-jxs79 |
AddedInterface |
Add eth0 [10.133.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-26209 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-26209 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-21196 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-21196 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-21196-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-21196-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-21196-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-21196-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-21196 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-21196 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21196-predictor-69485fb6d8-6dd9l |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21196-predictor-9d4bcdc65-rwthp |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21196-predictor-69485fb6d8-6dd9l |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21196-predictor-9d4bcdc65-rwthp |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-21196-646b77cb57-jxs79 |
Killing |
Stopping container splitter-graph-21196 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-21196-predictor-69485fb6d8-6dd9l |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp 10.134.0.50:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-21196-predictor-9d4bcdc65-rwthp |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-21196-predictor-9d4bcdc65-rwthp |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp 10.134.0.49:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-21196-predictor-69485fb6d8-6dd9l |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-21196-646b77cb57-jxs79 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
switch-graph-26209-76f8f79868-h8krh |
Killing |
Stopping container switch-graph-26209 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp 10.134.0.47:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-26209-predictor-59d644fd44-z2ffv |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.48:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) | |
| (x5) | kserve-ci-e2e-test |
kubelet |
switch-graph-26209-76f8f79868-h8krh |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |