| Time | Namespace | Component | RelatedObject | Reason | Message |
|---|---|---|---|---|---|
kserve-ci-e2e-test |
success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh to ip-10-0-142-63.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-8411f-f58b567b8-llfwp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-8411f-f58b567b8-llfwp to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-f025d-predictor-57f69885b8-p5lrn to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-f587d-predictor-79b9cd4678-mpl9k |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-f587d-predictor-79b9cd4678-mpl9k to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-bb9ec-predictor-546444857b-wjtqx to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-ae852-predictor-7dcbf55c45-drv4l to ip-10-0-142-63.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 to ip-10-0-142-63.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-3653b-predictor-849b9cdd5-4p4pj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-3653b-predictor-849b9cdd5-4p4pj to ip-10-0-142-63.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-8411f-predictor-c4654dd58-qkkp6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-8411f-predictor-c4654dd58-qkkp6 to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-ae852-588c44875-cd7jp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-ae852-588c44875-cd7jp to ip-10-0-142-63.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-1a68d-576ff8fc4c-zhbw6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-1a68d-576ff8fc4c-zhbw6 to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq to ip-10-0-142-63.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-f587d-predictor-85f6444b75-74msz to ip-10-0-142-63.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 to ip-10-0-142-63.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-2614e-predictor-586c86c5f-kmrfh to ip-10-0-142-63.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-23477-predictor-69547f9465-pkjgl |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-23477-predictor-69547f9465-pkjgl to ip-10-0-142-63.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-f8ada-7445689dbf-slsqt |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-f8ada-7445689dbf-slsqt to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-1a68d-predictor-fd8c98474-wxjjp to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-bb9ec-7fc9d47dd-vj2b5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-bb9ec-7fc9d47dd-vj2b5 to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-j884b to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-1a68d-predictor-784765f895-hgr6w |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-1a68d-predictor-784765f895-hgr6w to ip-10-0-142-63.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-2614e-predictor-d84c5d694-86rrx to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
model-chainer-565d7b4557-w6klz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/model-chainer-565d7b4557-w6klz to ip-10-0-142-63.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-2614e-67d7467f6-786nc |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-2614e-67d7467f6-786nc to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-23477-5bdcf4b799-f8gp5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-23477-5bdcf4b799-f8gp5 to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-3653b-c47d47c8-ff2k7 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-3653b-c47d47c8-ff2k7 to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-23477-predictor-747f9595bd-qjnx8 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-23477-predictor-747f9595bd-qjnx8 to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-f025d-5777858b95-9qjkg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-f025d-5777858b95-9qjkg to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-f587d-68bc64bffc-2zmhp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-f587d-68bc64bffc-2zmhp to ip-10-0-136-217.ec2.internal | ||
kserve-ci-e2e-test |
deployment-controller |
isvc-xgboost-graph-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
UpdateFailed |
Failed to update status for InferenceService "isvc-sklearn-graph-1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-ae852-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-ae852-predictor-7dcbf55c45 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-ae852-predictor-7dcbf55c45 |
SuccessfulCreate |
Created pod: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-1-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-1-predictor-7fddfc6c5c from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-1-predictor-7fddfc6c5c |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4" already present on machine | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-xgboost-graph-predictor-555fc69d56 |
SuccessfulCreate |
Created pod: isvc-xgboost-graph-predictor-555fc69d56-j884b | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4" already present on machine | |
kserve-ci-e2e-test |
multus |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
AddedInterface |
Add eth0 [10.134.0.23/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-2-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-2-predictor-5f7864bfc5 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
Pulling |
Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" | |
kserve-ci-e2e-test |
multus |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
AddedInterface |
Add eth0 [10.133.0.28/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-ae852-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-ae852-predictor-585cbdcfd8 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-ae852-predictor-585cbdcfd8 |
SuccessfulCreate |
Created pod: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-2-predictor-5f7864bfc5 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-ae852-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
AddedInterface |
Add eth0 [10.134.0.22/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
multus |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
AddedInterface |
Add eth0 [10.134.0.24/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Pulling |
Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
AddedInterface |
Add eth0 [10.134.0.25/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Pulling |
Pulling image "kserve/xgbserver:latest" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
Pulled |
Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" in 13.239s (13.239s including waiting). Image size: 1335613043 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.347s (2.347s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Pulled |
Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" in 19.477s (19.477s including waiting). Image size: 1334625900 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704" in 13.938s (13.938s including waiting). Image size: 1555742129 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704" in 13.938s (13.938s including waiting). Image size: 1555742129 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.723s (3.723s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.731s (3.731s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.762s (3.762s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Pulled |
Successfully pulled image "kserve/xgbserver:latest" in 34.818s (34.818s including waiting). Image size: 1305547511 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Started |
Started container kserve-container | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ae852-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ae852-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ae852-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ae852-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-ae852 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-ae852 |
InferenceServiceReady |
InferenceService [success-200-isvc-ae852] is Ready | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ae852 |
InferenceServiceReady |
InferenceService [error-404-isvc-ae852] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-ae852 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
switch-graph-ae852-588c44875-cd7jp |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-ae852-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-ae852 |
InferenceGraphReady |
InferenceGraph [switch-graph-ae852] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-ae852 |
ScalingReplicaSet |
Scaled up replica set switch-graph-ae852-588c44875 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-ae852-588c44875 |
SuccessfulCreate |
Created pod: switch-graph-ae852-588c44875-cd7jp | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ae852-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-ae852-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
multus |
switch-graph-ae852-588c44875-cd7jp |
AddedInterface |
Add eth0 [10.133.0.29/23] from ovn-kubernetes | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ae852-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-ae852-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
switch-graph-ae852-588c44875-cd7jp |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" | |
kserve-ci-e2e-test |
kubelet |
switch-graph-ae852-588c44875-cd7jp |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" in 3.179s (3.179s including waiting). Image size: 218072700 bytes. | |
kserve-ci-e2e-test |
kubelet |
switch-graph-ae852-588c44875-cd7jp |
Started |
Started container switch-graph-ae852 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-ae852-588c44875-cd7jp |
Created |
Created container: switch-graph-ae852 | |
| (x8) | kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-2] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-1] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-ae852-588c44875-cd7jp |
Killing |
Stopping container switch-graph-ae852 | |
kserve-ci-e2e-test |
multus |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
AddedInterface |
Add eth0 [10.134.0.26/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-bb9ec-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-bb9ec-predictor-546444857b from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-bb9ec-predictor-546444857b |
SuccessfulCreate |
Created pod: error-404-isvc-bb9ec-predictor-546444857b-wjtqx | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-bb9ec |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-bb9ec": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-ae852-predictor-7dcbf55c45-drv4l |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-bb9ec-predictor-6966f7898f |
SuccessfulCreate |
Created pod: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-bb9ec |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-bb9ec": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-bb9ec": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
multus |
success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh |
AddedInterface |
Add eth0 [10.133.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-bb9ec |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-bb9ec": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-bb9ec |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-bb9ec": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-bb9ec": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-bb9ec-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-bb9ec-predictor-6966f7898f from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
InferenceServiceReady |
InferenceService [isvc-xgboost-graph] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bb9ec-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bb9ec-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
InferenceGraphController |
model-chainer |
InferenceGraphReady |
InferenceGraph [model-chainer] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
model-chainer |
ScalingReplicaSet |
Scaled up replica set model-chainer-565d7b4557 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
model-chainer-565d7b4557 |
SuccessfulCreate |
Created pod: model-chainer-565d7b4557-w6klz | |
kserve-ci-e2e-test |
kubelet |
model-chainer-565d7b4557-w6klz |
Created |
Created container: model-chainer | |
kserve-ci-e2e-test |
multus |
model-chainer-565d7b4557-w6klz |
AddedInterface |
Add eth0 [10.133.0.31/23] from ovn-kubernetes | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-ae852-588c44875-cd7jp |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
model-chainer-565d7b4557-w6klz |
Started |
Started container model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-565d7b4557-w6klz |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" already present on machine | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bb9ec-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bb9ec-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
model-chainer-565d7b4557-w6klz |
Killing |
Stopping container model-chainer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-23477-predictor-69547f9465 |
SuccessfulCreate |
Created pod: success-200-isvc-23477-predictor-69547f9465-pkjgl | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-23477-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-23477-predictor-69547f9465 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-23477 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-23477": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-23477": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-23477 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-23477": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23477-predictor-69547f9465-pkjgl |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-23477-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-23477-predictor-747f9595bd from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23477-predictor-747f9595bd-qjnx8 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-23477-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-j884b |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-23477 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-23477": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-23477 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-23477": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-23477": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-23477-predictor-747f9595bd |
SuccessfulCreate |
Created pod: error-404-isvc-23477-predictor-747f9595bd-qjnx8 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-23477-predictor-69547f9465-pkjgl |
AddedInterface |
Add eth0 [10.133.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23477-predictor-69547f9465-pkjgl |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23477-predictor-69547f9465-pkjgl |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23477-predictor-69547f9465-pkjgl |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23477-predictor-69547f9465-pkjgl |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23477-predictor-69547f9465-pkjgl |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23477-predictor-747f9595bd-qjnx8 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23477-predictor-747f9595bd-qjnx8 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23477-predictor-747f9595bd-qjnx8 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp 10.134.0.22:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23477-predictor-747f9595bd-qjnx8 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23477-predictor-747f9595bd-qjnx8 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23477-predictor-747f9595bd-qjnx8 |
Created |
Created container: kserve-container | |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused |
kserve-ci-e2e-test |
multus |
error-404-isvc-23477-predictor-747f9595bd-qjnx8 |
AddedInterface |
Add eth0 [10.134.0.27/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp 10.134.0.25:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused |
| (x11) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-bb9ec |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-bb9ec |
InferenceServiceReady |
InferenceService [error-404-isvc-bb9ec] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-bb9ec |
InferenceServiceReady |
InferenceService [success-200-isvc-bb9ec] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-bb9ec |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
switch-graph-bb9ec-7fc9d47dd-vj2b5 |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-bb9ec-7fc9d47dd |
SuccessfulCreate |
Created pod: switch-graph-bb9ec-7fc9d47dd-vj2b5 | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-bb9ec |
ScalingReplicaSet |
Scaled up replica set switch-graph-bb9ec-7fc9d47dd from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-bb9ec |
InferenceGraphReady |
InferenceGraph [switch-graph-bb9ec] is Ready | |
kserve-ci-e2e-test |
multus |
switch-graph-bb9ec-7fc9d47dd-vj2b5 |
AddedInterface |
Add eth0 [10.134.0.28/23] from ovn-kubernetes | |
| (x6) | kserve-ci-e2e-test |
kubelet |
model-chainer-565d7b4557-w6klz |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
switch-graph-bb9ec-7fc9d47dd-vj2b5 |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" in 2.412s (2.412s including waiting). Image size: 218072700 bytes. | |
kserve-ci-e2e-test |
kubelet |
switch-graph-bb9ec-7fc9d47dd-vj2b5 |
Started |
Started container switch-graph-bb9ec | |
kserve-ci-e2e-test |
kubelet |
switch-graph-bb9ec-7fc9d47dd-vj2b5 |
Created |
Created container: switch-graph-bb9ec | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-23477-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-23477-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-23477-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-23477-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-23477-predictor-69547f9465-pkjgl |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-23477-predictor-747f9595bd-qjnx8 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bb9ec-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-bb9ec-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bb9ec-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-bb9ec-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-23477 |
InferenceServiceReady |
InferenceService [success-200-isvc-23477] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-23477 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-23477 |
InferenceServiceReady |
InferenceService [error-404-isvc-23477] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-23477 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-23477 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-23477-5bdcf4b799 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-23477-5bdcf4b799 |
SuccessfulCreate |
Created pod: sequence-graph-23477-5bdcf4b799-f8gp5 | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-23477 |
InferenceGraphReady |
InferenceGraph [sequence-graph-23477] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-23477-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
sequence-graph-23477-5bdcf4b799-f8gp5 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-23477-serving-cert" not found | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-23477-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
sequence-graph-23477-5bdcf4b799-f8gp5 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-23477-5bdcf4b799-f8gp5 |
Created |
Created container: sequence-graph-23477 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-23477-5bdcf4b799-f8gp5 |
Started |
Started container sequence-graph-23477 | |
kserve-ci-e2e-test |
multus |
sequence-graph-23477-5bdcf4b799-f8gp5 |
AddedInterface |
Add eth0 [10.134.0.29/23] from ovn-kubernetes | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-bb9ec |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-bb9ec |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-23477 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-23477-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-23477-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-23477 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-23477 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-23477 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-2614e |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-2614e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2614e": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-2614e |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2614e": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-2614e-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-2614e-predictor-586c86c5f from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-bb9ec-7fc9d47dd-vj2b5 |
Killing |
Stopping container switch-graph-bb9ec | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-2614e |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2614e": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-2614e-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-2614e |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-2614e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2614e": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-2614e-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-2614e-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-2614e-predictor-d84c5d694 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-2614e-predictor-d84c5d694 |
SuccessfulCreate |
Created pod: error-404-isvc-2614e-predictor-d84c5d694-86rrx | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-2614e-predictor-586c86c5f |
SuccessfulCreate |
Created pod: success-200-isvc-2614e-predictor-586c86c5f-kmrfh | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
AddedInterface |
Add eth0 [10.134.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
AddedInterface |
Add eth0 [10.133.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already present on machine | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp 10.133.0.30:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.26:8643/healthz": context deadline exceeded | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-bb9ec-predictor-546444857b-wjtqx |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.26:8080: i/o timeout | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-bb9ec-7fc9d47dd-vj2b5 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
sequence-graph-23477-5bdcf4b799-f8gp5 |
Killing |
Stopping container sequence-graph-23477 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23477-predictor-69547f9465-pkjgl |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-8411f-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-8411f-predictor-55547cb9c5 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-8411f-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-8411f-predictor-c4654dd58 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23477-predictor-69547f9465-pkjgl |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-8411f-predictor-55547cb9c5 |
SuccessfulCreate |
Created pod: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 |
AddedInterface |
Add eth0 [10.133.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23477-predictor-747f9595bd-qjnx8 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23477-predictor-747f9595bd-qjnx8 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-8411f-predictor-c4654dd58 |
SuccessfulCreate |
Created pod: error-404-isvc-8411f-predictor-c4654dd58-qkkp6 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8411f-predictor-c4654dd58-qkkp6 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-8411f-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-8411f-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-8411f-predictor-c4654dd58-qkkp6 |
AddedInterface |
Add eth0 [10.134.0.31/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8411f-predictor-c4654dd58-qkkp6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8411f-predictor-c4654dd58-qkkp6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8411f-predictor-c4654dd58-qkkp6 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8411f-predictor-c4654dd58-qkkp6 |
Started |
Started container kserve-container | |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8411f-predictor-c4654dd58-qkkp6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8411f-predictor-c4654dd58-qkkp6 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already present on machine | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-2614e-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-2614e-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-2614e-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-2614e-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-2614e |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-2614e |
InferenceServiceReady |
InferenceService [success-200-isvc-2614e] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-2614e |
InferenceServiceReady |
InferenceService [error-404-isvc-2614e] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-2614e |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-2614e-67d7467f6-786nc |
Created |
Created container: ensemble-graph-2614e | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-2614e-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
multus |
ensemble-graph-2614e-67d7467f6-786nc |
AddedInterface |
Add eth0 [10.134.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-2614e-67d7467f6-786nc |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" already present on machine | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-2614e |
InferenceGraphReady |
InferenceGraph [ensemble-graph-2614e] is Ready | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-2614e-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-2614e |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-2614e-67d7467f6 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-2614e-67d7467f6 |
SuccessfulCreate |
Created pod: ensemble-graph-2614e-67d7467f6-786nc | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-2614e-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-2614e-67d7467f6-786nc |
Started |
Started container ensemble-graph-2614e | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-2614e-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-23477-5bdcf4b799-f8gp5 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8411f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8411f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8411f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8411f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-f8ada-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-f8ada-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-f8ada-predictor-b77b54b8c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-f8ada-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-f8ada-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-f8ada-predictor-7c47cd4646 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-f8ada-predictor-b77b54b8c |
SuccessfulCreate |
Created pod: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f8ada |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-f8ada": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f8ada": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-2614e-67d7467f6-786nc |
Killing |
Stopping container ensemble-graph-2614e | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f8ada |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f8ada": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-f8ada-predictor-7c47cd4646 |
SuccessfulCreate |
Created pod: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
AddedInterface |
Add eth0 [10.134.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq |
AddedInterface |
Add eth0 [10.133.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-2614e-predictor-d84c5d694-86rrx |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-2614e-predictor-586c86c5f-kmrfh |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp 10.133.0.33:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-8411f-predictor-c4654dd58-qkkp6 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8411f |
InferenceServiceReady |
InferenceService [error-404-isvc-8411f] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-8411f |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8411f |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-8411f |
InferenceServiceReady |
InferenceService [success-200-isvc-8411f] is Ready | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f8ada-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f8ada-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8411f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-8411f |
ScalingReplicaSet |
Scaled up replica set sequence-graph-8411f-f58b567b8 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-8411f |
InferenceGraphReady |
InferenceGraph [sequence-graph-8411f] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-8411f-f58b567b8 |
SuccessfulCreate |
Created pod: sequence-graph-8411f-f58b567b8-llfwp | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-8411f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
sequence-graph-8411f-f58b567b8-llfwp |
Created |
Created container: sequence-graph-8411f | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-8411f-f58b567b8-llfwp |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-8411f-serving-cert" not found | |
kserve-ci-e2e-test |
multus |
sequence-graph-8411f-f58b567b8-llfwp |
AddedInterface |
Add eth0 [10.134.0.34/23] from ovn-kubernetes | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8411f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-8411f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
sequence-graph-8411f-f58b567b8-llfwp |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" already present on machine | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-2614e-67d7467f6-786nc |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
sequence-graph-8411f-f58b567b8-llfwp |
Started |
Started container sequence-graph-8411f | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f8ada-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f8ada-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
sequence-graph-8411f-f58b567b8-llfwp |
Killing |
Stopping container sequence-graph-8411f | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-3653b |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3653b": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-3653b |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-3653b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3653b": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3653b-predictor-849b9cdd5-4p4pj |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3653b-predictor-849b9cdd5-4p4pj |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8411f-predictor-c4654dd58-qkkp6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-8411f-predictor-c4654dd58-qkkp6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-3653b-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-3653b-predictor-799d8b94f6 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-3653b-predictor-799d8b94f6 |
SuccessfulCreate |
Created pod: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 |
AddedInterface |
Add eth0 [10.134.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-8411f-predictor-55547cb9c5-5bbx6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-3653b |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3653b": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
multus |
success-200-isvc-3653b-predictor-849b9cdd5-4p4pj |
AddedInterface |
Add eth0 [10.133.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3653b-predictor-849b9cdd5-4p4pj |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-3653b |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-3653b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3653b": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3653b-predictor-849b9cdd5-4p4pj |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3653b-predictor-849b9cdd5-4p4pj |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3653b-predictor-849b9cdd5-4p4pj |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-3653b-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-3653b-predictor-849b9cdd5 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-3653b-predictor-849b9cdd5 |
SuccessfulCreate |
Created pod: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 |
Started |
Started container kube-rbac-proxy | |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f8ada |
InferenceServiceReady |
InferenceService [error-404-isvc-f8ada] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f8ada |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f8ada |
InferenceServiceReady |
InferenceService [success-200-isvc-f8ada] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f8ada |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-f8ada |
InferenceGraphReady |
InferenceGraph [ensemble-graph-f8ada] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-f8ada |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-f8ada-7445689dbf from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-f8ada-7445689dbf-slsqt |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-f8ada-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-f8ada-7445689dbf |
SuccessfulCreate |
Created pod: ensemble-graph-f8ada-7445689dbf-slsqt | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-f8ada-7445689dbf-slsqt |
Started |
Started container ensemble-graph-f8ada | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-f8ada-7445689dbf-slsqt |
Created |
Created container: ensemble-graph-f8ada | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-f8ada-7445689dbf-slsqt |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" already present on machine | |
kserve-ci-e2e-test |
multus |
ensemble-graph-f8ada-7445689dbf-slsqt |
AddedInterface |
Add eth0 [10.134.0.36/23] from ovn-kubernetes | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-8411f-f58b567b8-llfwp |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f8ada-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f8ada-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f8ada-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f8ada-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-3653b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-3653b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-3653b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-3653b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-3653b |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-3653b |
InferenceServiceReady |
InferenceService [success-200-isvc-3653b] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-3653b |
InferenceServiceReady |
InferenceService [error-404-isvc-3653b] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-3653b |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-f8ada |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-f8ada |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
sequence-graph-3653b-c47d47c8-ff2k7 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" already present on machine | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-3653b-c47d47c8 |
SuccessfulCreate |
Created pod: sequence-graph-3653b-c47d47c8-ff2k7 | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-3653b |
InferenceGraphReady |
InferenceGraph [sequence-graph-3653b] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-3653b |
ScalingReplicaSet |
Scaled up replica set sequence-graph-3653b-c47d47c8 from 0 to 1 | |
kserve-ci-e2e-test |
multus |
sequence-graph-3653b-c47d47c8-ff2k7 |
AddedInterface |
Add eth0 [10.134.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-3653b-c47d47c8-ff2k7 |
Created |
Created container: sequence-graph-3653b | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-3653b-c47d47c8-ff2k7 |
Started |
Started container sequence-graph-3653b | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-3653b |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-3653b |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-3653b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-3653b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-3653b-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-3653b-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-3653b |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-3653b |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-f587d-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f587d-predictor-79b9cd4678-mpl9k |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f587d-predictor-79b9cd4678-mpl9k |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f587d-predictor-79b9cd4678-mpl9k |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f587d-predictor-79b9cd4678-mpl9k |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-f587d-predictor-79b9cd4678-mpl9k |
AddedInterface |
Add eth0 [10.134.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-f587d-predictor-85f6444b75 |
SuccessfulCreate |
Created pod: success-200-isvc-f587d-predictor-85f6444b75-74msz | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f587d |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-f587d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f587d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-f587d-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-f587d-predictor-85f6444b75 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-f8ada-7445689dbf-slsqt |
Killing |
Stopping container ensemble-graph-f8ada | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f587d |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-f587d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f587d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-f587d-predictor-79b9cd4678 |
SuccessfulCreate |
Created pod: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-f587d-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-f587d-predictor-79b9cd4678 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f587d |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f587d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f587d |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f587d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f587d-predictor-79b9cd4678-mpl9k |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f587d-predictor-79b9cd4678-mpl9k |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
AddedInterface |
Add eth0 [10.133.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp 10.134.0.33:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f587d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f587d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-f8ada-7445689dbf-slsqt |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f587d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f587d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3653b-predictor-849b9cdd5-4p4pj |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-1a68d-predictor-784765f895 |
SuccessfulCreate |
Created pod: success-200-isvc-1a68d-predictor-784765f895-hgr6w | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-1a68d-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-1a68d-predictor-784765f895 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1a68d |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-1a68d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-1a68d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1a68d |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-1a68d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3653b-predictor-849b9cdd5-4p4pj |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-3653b-c47d47c8-ff2k7 |
Killing |
Stopping container sequence-graph-3653b | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-1a68d-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1a68d |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-1a68d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-1a68d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a68d-predictor-784765f895-hgr6w |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a68d-predictor-784765f895-hgr6w |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-1a68d-predictor-784765f895-hgr6w |
AddedInterface |
Add eth0 [10.133.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-1a68d-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-1a68d-predictor-fd8c98474 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-1a68d-predictor-fd8c98474 |
SuccessfulCreate |
Created pod: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a68d-predictor-784765f895-hgr6w |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a68d-predictor-784765f895-hgr6w |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a68d-predictor-784765f895-hgr6w |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a68d-predictor-784765f895-hgr6w |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1a68d |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-1a68d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
Created |
Created container: kserve-container | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-3653b-predictor-849b9cdd5-4p4pj |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
AddedInterface |
Add eth0 [10.134.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3653b-predictor-849b9cdd5-4p4pj |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp 10.133.0.36:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3653b-predictor-799d8b94f6-dj9g8 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp 10.134.0.35:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-f587d-predictor-79b9cd4678-mpl9k |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f587d |
InferenceServiceReady |
InferenceService [success-200-isvc-f587d] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f587d |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f587d |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f587d |
InferenceServiceReady |
InferenceService [error-404-isvc-f587d] is Ready | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-f587d-68bc64bffc-2zmhp |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" already present on machine | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-f587d |
InternalError |
fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-f587d": the object has been modified; please apply your changes to the latest version and try again | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f587d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-f587d |
UpdateFailed |
Failed to update status for InferenceGraph "splitter-graph-f587d": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-f587d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-f587d |
InferenceGraphReady |
InferenceGraph [splitter-graph-f587d] is Ready | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f587d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
splitter-graph-f587d-68bc64bffc-2zmhp |
Started |
Started container splitter-graph-f587d | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-f587d |
ScalingReplicaSet |
Scaled up replica set splitter-graph-f587d-68bc64bffc from 0 to 1 | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f587d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-f587d-68bc64bffc |
SuccessfulCreate |
Created pod: splitter-graph-f587d-68bc64bffc-2zmhp | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-f587d-68bc64bffc-2zmhp |
Created |
Created container: splitter-graph-f587d | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f587d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
multus |
splitter-graph-f587d-68bc64bffc-2zmhp |
AddedInterface |
Add eth0 [10.134.0.40/23] from ovn-kubernetes | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-3653b-c47d47c8-ff2k7 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-f025d-predictor-5bc769fb45 |
SuccessfulCreate |
Created pod: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-f025d-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-f025d-predictor-5bc769fb45 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-f025d-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-f025d-predictor-57f69885b8 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-f025d-predictor-57f69885b8 |
SuccessfulCreate |
Created pod: error-404-isvc-f025d-predictor-57f69885b8-p5lrn | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f025d |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f025d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f587d-predictor-79b9cd4678-mpl9k |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f025d |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-f025d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f025d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f025d |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-f025d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f025d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f025d |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f025d": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-f025d-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-f587d-68bc64bffc-2zmhp |
Killing |
Stopping container splitter-graph-f587d | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-f025d-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f587d-predictor-79b9cd4678-mpl9k |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
AddedInterface |
Add eth0 [10.134.0.41/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 |
AddedInterface |
Add eth0 [10.133.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f587d-predictor-85f6444b75-74msz |
Unhealthy |
Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp 10.133.0.37:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a68d-predictor-784765f895-hgr6w |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1a68d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1a68d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1a68d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1a68d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1a68d |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1a68d |
InferenceServiceReady |
InferenceService [success-200-isvc-1a68d] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1a68d |
InferenceServiceReady |
InferenceService [error-404-isvc-1a68d] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1a68d |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-1a68d |
InferenceGraphReady |
InferenceGraph [switch-graph-1a68d] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-1a68d |
ScalingReplicaSet |
Scaled up replica set switch-graph-1a68d-576ff8fc4c from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-1a68d-576ff8fc4c |
SuccessfulCreate |
Created pod: switch-graph-1a68d-576ff8fc4c-zhbw6 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-1a68d-576ff8fc4c-zhbw6 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-1a68d-serving-cert" not found | |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-f587d-68bc64bffc-2zmhp |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
switch-graph-1a68d-576ff8fc4c-zhbw6 |
Started |
Started container switch-graph-1a68d | |
kserve-ci-e2e-test |
kubelet |
switch-graph-1a68d-576ff8fc4c-zhbw6 |
Created |
Created container: switch-graph-1a68d | |
kserve-ci-e2e-test |
kubelet |
switch-graph-1a68d-576ff8fc4c-zhbw6 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" already present on machine | |
kserve-ci-e2e-test |
multus |
switch-graph-1a68d-576ff8fc4c-zhbw6 |
AddedInterface |
Add eth0 [10.134.0.42/23] from ovn-kubernetes | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f025d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f025d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f025d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f025d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 |
Unhealthy |
Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection refused |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-1a68d |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1a68d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1a68d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-1a68d |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f025d |
InferenceServiceReady |
InferenceService [error-404-isvc-f025d] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f025d |
InferenceServiceReady |
InferenceService [success-200-isvc-f025d] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-f025d |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-f025d |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1a68d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1a68d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-1a68d |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-1a68d |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-f025d |
ScalingReplicaSet |
Scaled up replica set splitter-graph-f025d-5777858b95 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-f025d-5777858b95 |
SuccessfulCreate |
Created pod: splitter-graph-f025d-5777858b95-9qjkg | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-f025d |
InferenceGraphReady |
InferenceGraph [splitter-graph-f025d] is Ready | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-f025d-5777858b95-9qjkg |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46" already present on machine | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-f025d-5777858b95-9qjkg |
Started |
Started container splitter-graph-f025d | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-f025d-5777858b95-9qjkg |
Created |
Created container: splitter-graph-f025d | |
kserve-ci-e2e-test |
multus |
splitter-graph-f025d-5777858b95-9qjkg |
AddedInterface |
Add eth0 [10.134.0.43/23] from ovn-kubernetes | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f025d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f025d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-f025d-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-f025d-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-f025d |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-f025d |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-f025d-5777858b95-9qjkg |
Killing |
Stopping container splitter-graph-f025d | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-f025d-predictor-5bc769fb45-7c9v6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp 10.134.0.41:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-f025d-predictor-57f69885b8-p5lrn |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-f025d-5777858b95-9qjkg |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
switch-graph-1a68d-576ff8fc4c-zhbw6 |
Killing |
Stopping container switch-graph-1a68d | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a68d-predictor-784765f895-hgr6w |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1a68d-predictor-784765f895-hgr6w |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1a68d-predictor-fd8c98474-wxjjp |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp 10.134.0.39:8643: connect: connection refused | |
| (x5) | kserve-ci-e2e-test |
kubelet |
switch-graph-1a68d-576ff8fc4c-zhbw6 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |