| Time | Namespace | Component | RelatedObject | Reason | Message |
|---|---|---|---|---|---|
kserve-ci-e2e-test |
success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-67446-6fbc776749-h7b4k |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-67446-6fbc776749-h7b4k to ip-10-0-131-231.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-67446-predictor-58758849c6-zml4x |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-67446-predictor-58758849c6-zml4x to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-1ab93-predictor-d659cd46b-gcpdg to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-a3d07-predictor-f5d955f89-cthdq |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-a3d07-predictor-f5d955f89-cthdq to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-a3d07-5bd98c69cb-ffz2j |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-a3d07-5bd98c69cb-ffz2j to ip-10-0-131-231.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-76a97-8669877574-rbn4w |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-76a97-8669877574-rbn4w to ip-10-0-131-231.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-57c485b568-mrdqg to ip-10-0-128-250.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-69517-predictor-86957765c5-22c7r |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-69517-predictor-86957765c5-22c7r to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-a3a91-54fb849f7b-5fgx5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-a3a91-54fb849f7b-5fgx5 to ip-10-0-131-231.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-c1850-7f4cf9486c-vknjg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-c1850-7f4cf9486c-vknjg to ip-10-0-131-231.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-77f35-5678976b5d-lxn82 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-77f35-5678976b5d-lxn82 to ip-10-0-131-231.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-d9a7f-56f7cf8887-dnrnd |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-d9a7f-56f7cf8887-dnrnd to ip-10-0-131-231.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-93462-6584468b49-vtflc |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-93462-6584468b49-vtflc to ip-10-0-131-231.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-69517-c7754998c-6lqsn |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-69517-c7754998c-6lqsn to ip-10-0-131-231.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-77f35-predictor-766f77d998-qfjbd |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-77f35-predictor-766f77d998-qfjbd to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-1ab93-5c487f9bf4-zvtmk |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-1ab93-5c487f9bf4-zvtmk to ip-10-0-131-231.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-67446-predictor-86c85bf98f-wwgzs |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-67446-predictor-86c85bf98f-wwgzs to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-93462-predictor-759cb758b6-4cnb7 to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 to ip-10-0-128-250.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-93462-predictor-655689f48c-4gb5h |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-93462-predictor-655689f48c-4gb5h to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-1ab93-predictor-7cd97fc847-qltmd |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-1ab93-predictor-7cd97fc847-qltmd to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-a3a91-predictor-d4f677b68-tggk7 to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-69517-predictor-85bc9bd758-gtdkw |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-69517-predictor-85bc9bd758-gtdkw to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-d9a7f-predictor-54f6744545-sj44g to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-ptfhh to ip-10-0-128-250.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-76a97-predictor-f65b59759-wj9k2 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-76a97-predictor-f65b59759-wj9k2 to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-77f35-predictor-558485f7c5-gvp7z to ip-10-0-129-202.ec2.internal | ||
kserve-ci-e2e-test |
model-chainer-5b578b95c5-5vjwk |
Scheduled |
Successfully assigned kserve-ci-e2e-test/model-chainer-5b578b95c5-5vjwk to ip-10-0-131-231.ec2.internal | ||
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-1-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-1-predictor-57c485b568 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-d9a7f-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-d9a7f-predictor-956dc5df6 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-d9a7f-predictor-956dc5df6 |
SuccessfulCreate |
Created pod: success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d9a7f |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d9a7f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d9a7f |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-d9a7f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d9a7f": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-2-predictor-779dbb5fd4 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-2-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-2-predictor-779dbb5fd4 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-1-predictor-57c485b568 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-1-predictor-57c485b568-mrdqg | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
deployment-controller |
isvc-xgboost-graph-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-xgboost-graph-predictor-555fc69d56 |
SuccessfulCreate |
Created pod: isvc-xgboost-graph-predictor-555fc69d56-ptfhh | |
kserve-ci-e2e-test |
multus |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
AddedInterface |
Add eth0 [10.134.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
AddedInterface |
Add eth0 [10.132.0.18/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Pulling |
Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1745" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-d9a7f-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a" already present on machine | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
AddedInterface |
Add eth0 [10.132.0.17/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-d9a7f-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-d9a7f-predictor-54f6744545 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-d9a7f-predictor-54f6744545 |
SuccessfulCreate |
Created pod: error-404-isvc-d9a7f-predictor-54f6744545-sj44g | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Pulling |
Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1745" | |
kserve-ci-e2e-test |
multus |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
AddedInterface |
Add eth0 [10.134.0.40/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
AddedInterface |
Add eth0 [10.132.0.19/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Pulling |
Pulling image "kserve/xgbserver:latest" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Pulled |
Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1745" in 15.661s (15.661s including waiting). Image size: 1334622813 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Pulled |
Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1745" in 15.568s (15.568s including waiting). Image size: 1335607397 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.501s (2.501s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.58s (2.58s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Pulled |
Successfully pulled image "kserve/xgbserver:latest" in 27.68s (27.68s including waiting). Image size: 1306969338 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745" in 27.574s (27.574s including waiting). Image size: 1555872170 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745" in 27.568s (27.568s including waiting). Image size: 1555872170 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.935s (2.935s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.843s (2.843s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.902s (2.902s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Started |
Started container kube-rbac-proxy | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d9a7f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d9a7f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d9a7f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d9a7f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d9a7f |
InferenceServiceReady |
InferenceService [success-200-isvc-d9a7f] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d9a7f |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-d9a7f |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-d9a7f |
InferenceServiceReady |
InferenceService [error-404-isvc-d9a7f] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-d9a7f-56f7cf8887 |
SuccessfulCreate |
Created pod: switch-graph-d9a7f-56f7cf8887-dnrnd | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-d9a7f |
ScalingReplicaSet |
Scaled up replica set switch-graph-d9a7f-56f7cf8887 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-d9a7f |
InferenceGraphReady |
InferenceGraph [switch-graph-d9a7f] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-d9a7f-56f7cf8887-dnrnd |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-d9a7f-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
switch-graph-d9a7f-56f7cf8887-dnrnd |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203" | |
kserve-ci-e2e-test |
multus |
switch-graph-d9a7f-56f7cf8887-dnrnd |
AddedInterface |
Add eth0 [10.133.0.20/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-d9a7f-56f7cf8887-dnrnd |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203" in 2.478s (2.478s including waiting). Image size: 218081378 bytes. | |
kserve-ci-e2e-test |
kubelet |
switch-graph-d9a7f-56f7cf8887-dnrnd |
Created |
Created container: switch-graph-d9a7f | |
kserve-ci-e2e-test |
kubelet |
switch-graph-d9a7f-56f7cf8887-dnrnd |
Started |
Started container switch-graph-d9a7f | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d9a7f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d9a7f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d9a7f-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d9a7f-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
InferenceServiceReady |
InferenceService [isvc-xgboost-graph] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
multus |
success-200-isvc-69517-predictor-85bc9bd758-gtdkw |
AddedInterface |
Add eth0 [10.134.0.41/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-69517 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-69517": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-69517": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-69517 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-69517": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-d9a7f-56f7cf8887-dnrnd |
Killing |
Stopping container switch-graph-d9a7f | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69517-predictor-85bc9bd758-gtdkw |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69517-predictor-85bc9bd758-gtdkw |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69517-predictor-85bc9bd758-gtdkw |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-69517 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-69517": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-69517-predictor-86957765c5 |
SuccessfulCreate |
Created pod: error-404-isvc-69517-predictor-86957765c5-22c7r | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-69517 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-69517": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-69517": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69517-predictor-85bc9bd758-gtdkw |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69517-predictor-85bc9bd758-gtdkw |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69517-predictor-85bc9bd758-gtdkw |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69517-predictor-86957765c5-22c7r |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-69517-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-69517-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-69517-predictor-86957765c5 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-69517-predictor-85bc9bd758 |
SuccessfulCreate |
Created pod: success-200-isvc-69517-predictor-85bc9bd758-gtdkw | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-69517-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-69517-predictor-85bc9bd758 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69517-predictor-86957765c5-22c7r |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69517-predictor-86957765c5-22c7r |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69517-predictor-86957765c5-22c7r |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp 10.134.0.39:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-d9a7f-predictor-956dc5df6-ckrlq |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69517-predictor-86957765c5-22c7r |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69517-predictor-86957765c5-22c7r |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-69517-predictor-86957765c5-22c7r |
AddedInterface |
Add eth0 [10.134.0.42/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69517-predictor-86957765c5-22c7r |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp 10.134.0.40:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-d9a7f-predictor-54f6744545-sj44g |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection refused |
| (x9) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.17:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-1] is Ready | |
| (x8) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-2] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-d9a7f-56f7cf8887-dnrnd |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-69517-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-69517-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-69517-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-69517-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
model-chainer-5b578b95c5 |
SuccessfulCreate |
Created pod: model-chainer-5b578b95c5-5vjwk | |
kserve-ci-e2e-test |
deployment-controller |
model-chainer |
ScalingReplicaSet |
Scaled up replica set model-chainer-5b578b95c5 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
model-chainer |
InferenceGraphReady |
InferenceGraph [model-chainer] is Ready | |
kserve-ci-e2e-test |
multus |
model-chainer-5b578b95c5-5vjwk |
AddedInterface |
Add eth0 [10.133.0.21/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
model-chainer-5b578b95c5-5vjwk |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203" already present on machine | |
kserve-ci-e2e-test |
kubelet |
model-chainer-5b578b95c5-5vjwk |
Created |
Created container: model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-5b578b95c5-5vjwk |
Started |
Started container model-chainer | |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-69517-predictor-86957765c5-22c7r |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
model-chainer-5b578b95c5-5vjwk |
Killing |
Stopping container model-chainer | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-77f35-predictor-766f77d998-qfjbd |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-77f35-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-77f35-predictor-766f77d998 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-77f35-predictor-766f77d998 |
SuccessfulCreate |
Created pod: success-200-isvc-77f35-predictor-766f77d998-qfjbd | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-77f35-predictor-766f77d998-qfjbd |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-77f35-predictor-766f77d998-qfjbd |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-77f35-predictor-766f77d998-qfjbd |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-77f35-predictor-766f77d998-qfjbd |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-77f35-predictor-766f77d998-qfjbd |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-77f35-predictor-766f77d998-qfjbd |
AddedInterface |
Add eth0 [10.134.0.43/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-77f35-predictor-558485f7c5 |
SuccessfulCreate |
Created pod: error-404-isvc-77f35-predictor-558485f7c5-gvp7z | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-77f35-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-77f35-predictor-558485f7c5 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-77f35-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
AddedInterface |
Add eth0 [10.134.0.44/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
Started |
Started container kserve-container | |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
Created |
Created container: kserve-container | |
| (x8) | kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-57c485b568-mrdqg |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.17:8643/healthz": dial tcp 10.132.0.17:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-ptfhh |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp 10.132.0.18:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-69517 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-69517 |
InferenceServiceReady |
InferenceService [error-404-isvc-69517] is Ready | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-779dbb5fd4-kvfc6 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp 10.132.0.19:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-69517 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-69517 |
InferenceServiceReady |
InferenceService [success-200-isvc-69517] is Ready | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-77f35-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-77f35-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-77f35-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-77f35-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-69517-c7754998c |
SuccessfulCreate |
Created pod: switch-graph-69517-c7754998c-6lqsn | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-69517 |
InferenceGraphReady |
InferenceGraph [switch-graph-69517] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-69517-c7754998c-6lqsn |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-69517-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-69517 |
ScalingReplicaSet |
Scaled up replica set switch-graph-69517-c7754998c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-69517-c7754998c-6lqsn |
Started |
Started container switch-graph-69517 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-69517-c7754998c-6lqsn |
Created |
Created container: switch-graph-69517 | |
kserve-ci-e2e-test |
multus |
switch-graph-69517-c7754998c-6lqsn |
AddedInterface |
Add eth0 [10.133.0.22/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-69517-c7754998c-6lqsn |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203" already present on machine | |
| (x6) | kserve-ci-e2e-test |
kubelet |
model-chainer-5b578b95c5-5vjwk |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-69517-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-69517-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-69517-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-69517-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-69517 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-69517 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-77f35 |
InferenceServiceReady |
InferenceService [success-200-isvc-77f35] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-77f35 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-69517 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-69517 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-77f35 |
InferenceServiceReady |
InferenceService [error-404-isvc-77f35] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-77f35 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-77f35 |
InferenceGraphReady |
InferenceGraph [sequence-graph-77f35] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-77f35 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-77f35-5678976b5d from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-77f35-5678976b5d |
SuccessfulCreate |
Created pod: sequence-graph-77f35-5678976b5d-lxn82 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-77f35-5678976b5d-lxn82 |
Started |
Started container sequence-graph-77f35 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-77f35-5678976b5d-lxn82 |
Created |
Created container: sequence-graph-77f35 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-77f35-5678976b5d-lxn82 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203" already present on machine | |
kserve-ci-e2e-test |
multus |
sequence-graph-77f35-5678976b5d-lxn82 |
AddedInterface |
Add eth0 [10.133.0.23/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-77f35 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-77f35 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-77f35-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-77f35-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-77f35 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-77f35 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-77f35-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-77f35-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
switch-graph-69517-c7754998c-6lqsn |
Killing |
Stopping container switch-graph-69517 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1ab93 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-1ab93": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-1ab93": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69517-predictor-85bc9bd758-gtdkw |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1ab93-predictor-7cd97fc847-qltmd |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1ab93 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-1ab93": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1ab93-predictor-7cd97fc847-qltmd |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1ab93-predictor-7cd97fc847-qltmd |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1ab93-predictor-7cd97fc847-qltmd |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1ab93-predictor-7cd97fc847-qltmd |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1ab93-predictor-7cd97fc847-qltmd |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69517-predictor-86957765c5-22c7r |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1ab93 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-1ab93": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-1ab93": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69517-predictor-86957765c5-22c7r |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-1ab93-predictor-7cd97fc847 |
SuccessfulCreate |
Created pod: error-404-isvc-1ab93-predictor-7cd97fc847-qltmd | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-1ab93-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-1ab93-predictor-7cd97fc847 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-1ab93-predictor-d659cd46b |
SuccessfulCreate |
Created pod: success-200-isvc-1ab93-predictor-d659cd46b-gcpdg | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-1ab93-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-1ab93-predictor-d659cd46b from 0 to 1 | |
kserve-ci-e2e-test |
multus |
error-404-isvc-1ab93-predictor-7cd97fc847-qltmd |
AddedInterface |
Add eth0 [10.134.0.46/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1ab93 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-1ab93": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69517-predictor-85bc9bd758-gtdkw |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-1ab93-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
AddedInterface |
Add eth0 [10.134.0.45/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
Started |
Started container kube-rbac-proxy | |
| (x9) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-69517-predictor-85bc9bd758-gtdkw |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69517-predictor-85bc9bd758-gtdkw |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp 10.134.0.41:8643: connect: connection refused | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1ab93-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1ab93-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1ab93-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1ab93-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-69517-c7754998c-6lqsn |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-77f35-5678976b5d-lxn82 |
Killing |
Stopping container sequence-graph-77f35 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-67446-predictor-58758849c6-zml4x |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-67446-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-67446 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-67446": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-67446": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-77f35-predictor-766f77d998-qfjbd |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-67446-predictor-58758849c6 |
SuccessfulCreate |
Created pod: success-200-isvc-67446-predictor-58758849c6-zml4x | |
kserve-ci-e2e-test |
multus |
error-404-isvc-67446-predictor-86c85bf98f-wwgzs |
AddedInterface |
Add eth0 [10.134.0.48/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-67446 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-67446": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-77f35-predictor-766f77d998-qfjbd |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-67446-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-67446-predictor-58758849c6 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-67446-predictor-86c85bf98f-wwgzs |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-67446-predictor-86c85bf98f-wwgzs |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-67446-predictor-86c85bf98f-wwgzs |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-67446-predictor-86c85bf98f-wwgzs |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-67446-predictor-86c85bf98f-wwgzs |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-67446-predictor-86c85bf98f-wwgzs |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-67446 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-67446": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-67446": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-67446 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-67446": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-67446-predictor-86c85bf98f |
SuccessfulCreate |
Created pod: error-404-isvc-67446-predictor-86c85bf98f-wwgzs | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-67446-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-67446-predictor-86c85bf98f from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-67446-predictor-58758849c6-zml4x |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-67446-predictor-58758849c6-zml4x |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-67446-predictor-58758849c6-zml4x |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-67446-predictor-58758849c6-zml4x |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-67446-predictor-58758849c6-zml4x |
AddedInterface |
Add eth0 [10.134.0.47/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-67446-predictor-58758849c6-zml4x |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-67446-predictor-58758849c6-zml4x |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp 10.134.0.44:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-77f35-predictor-558485f7c5-gvp7z |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-77f35-predictor-766f77d998-qfjbd |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp 10.134.0.43:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-77f35-predictor-766f77d998-qfjbd |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-1ab93-predictor-7cd97fc847-qltmd |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection refused |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-67446-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-67446-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-67446-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-67446-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1ab93 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1ab93 |
InferenceServiceReady |
InferenceService [error-404-isvc-1ab93] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-1ab93 |
InferenceServiceReady |
InferenceService [success-200-isvc-1ab93] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-1ab93 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-77f35-5678976b5d-lxn82 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-1ab93 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-1ab93] is Ready | |
kserve-ci-e2e-test |
multus |
ensemble-graph-1ab93-5c487f9bf4-zvtmk |
AddedInterface |
Add eth0 [10.133.0.24/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-1ab93-5c487f9bf4 |
SuccessfulCreate |
Created pod: ensemble-graph-1ab93-5c487f9bf4-zvtmk | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-1ab93-5c487f9bf4-zvtmk |
Started |
Started container ensemble-graph-1ab93 | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-1ab93 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-1ab93-5c487f9bf4 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-1ab93-5c487f9bf4-zvtmk |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203" already present on machine | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-1ab93-5c487f9bf4-zvtmk |
Created |
Created container: ensemble-graph-1ab93 | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1ab93-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-1ab93-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1ab93-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-1ab93-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-c1850 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c1850": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-c1850-predictor-597c44d6bf |
SuccessfulCreate |
Created pod: error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-c1850-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-c1850-predictor-597c44d6bf from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1ab93-predictor-7cd97fc847-qltmd |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1ab93-predictor-7cd97fc847-qltmd |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr |
AddedInterface |
Add eth0 [10.134.0.49/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-c1850 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-c1850": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c1850": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-c1850-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-c1850-predictor-7f7fd6c8cb from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-1ab93-5c487f9bf4-zvtmk |
Killing |
Stopping container ensemble-graph-1ab93 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-c1850-predictor-7f7fd6c8cb |
SuccessfulCreate |
Created pod: success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 |
AddedInterface |
Add eth0 [10.134.0.50/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-1ab93-predictor-d659cd46b-gcpdg |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp 10.134.0.45:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-1ab93-predictor-7cd97fc847-qltmd |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp 10.134.0.46:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-67446-predictor-86c85bf98f-wwgzs |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-67446-predictor-58758849c6-zml4x |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-67446 |
InferenceServiceReady |
InferenceService [success-200-isvc-67446] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-67446 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-67446 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-67446 |
InferenceServiceReady |
InferenceService [error-404-isvc-67446] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-67446 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-67446-6fbc776749 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-67446-6fbc776749 |
SuccessfulCreate |
Created pod: sequence-graph-67446-6fbc776749-h7b4k | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-67446-6fbc776749-h7b4k |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-67446-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-67446 |
InferenceGraphReady |
InferenceGraph [sequence-graph-67446] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-67446-6fbc776749-h7b4k |
Created |
Created container: sequence-graph-67446 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-67446-6fbc776749-h7b4k |
Started |
Started container sequence-graph-67446 | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-1ab93-5c487f9bf4-zvtmk |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
sequence-graph-67446-6fbc776749-h7b4k |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203" already present on machine | |
kserve-ci-e2e-test |
multus |
sequence-graph-67446-6fbc776749-h7b4k |
AddedInterface |
Add eth0 [10.133.0.25/23] from ovn-kubernetes | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-c1850-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-c1850-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-c1850-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-c1850-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-67446-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-67446-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-67446-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-67446-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-a3a91-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-a3a91-predictor-844ff5cbfc from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-67446-predictor-58758849c6-zml4x |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-67446-predictor-58758849c6-zml4x |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a3a91 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-a3a91": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a3a91": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-67446-predictor-86c85bf98f-wwgzs |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a3a91 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a3a91": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-67446-6fbc776749-h7b4k |
Killing |
Stopping container sequence-graph-67446 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a3a91 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-a3a91": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a3a91": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-67446-predictor-86c85bf98f-wwgzs |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-a3a91-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-a3a91-predictor-844ff5cbfc |
SuccessfulCreate |
Created pod: error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-a3a91-predictor-d4f677b68 |
SuccessfulCreate |
Created pod: success-200-isvc-a3a91-predictor-d4f677b68-tggk7 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-a3a91-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-a3a91-predictor-d4f677b68 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a3a91 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a3a91": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
| (x2) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a3a91-predictor-serving-cert" not found |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
AddedInterface |
Add eth0 [10.134.0.51/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 |
AddedInterface |
Add eth0 [10.134.0.52/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-67446-predictor-86c85bf98f-wwgzs |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp 10.134.0.48:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-67446-predictor-58758849c6-zml4x |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp 10.134.0.47:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-c1850 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-c1850 |
InferenceServiceReady |
InferenceService [error-404-isvc-c1850] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-c1850 |
InferenceServiceReady |
InferenceService [success-200-isvc-c1850] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-c1850 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-67446-6fbc776749-h7b4k |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a3a91-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a3a91-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-c1850 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-c1850-7f4cf9486c from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-c1850-7f4cf9486c |
SuccessfulCreate |
Created pod: ensemble-graph-c1850-7f4cf9486c-vknjg | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-c1850 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-c1850] is Ready | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-c1850-7f4cf9486c-vknjg |
Created |
Created container: ensemble-graph-c1850 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-c1850-7f4cf9486c-vknjg |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203" already present on machine | |
kserve-ci-e2e-test |
multus |
ensemble-graph-c1850-7f4cf9486c-vknjg |
AddedInterface |
Add eth0 [10.133.0.26/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-c1850-7f4cf9486c-vknjg |
Started |
Started container ensemble-graph-c1850 | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-c1850-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-c1850-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-c1850 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-c1850 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection refused |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-c1850-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-c1850-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a3a91 |
InferenceServiceReady |
InferenceService [success-200-isvc-a3a91] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a3a91 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a3a91 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a3a91 |
InferenceServiceReady |
InferenceService [error-404-isvc-a3a91] is Ready | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-c1850 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-c1850 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a3a91-54fb849f7b-5fgx5 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-a3a91-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-a3a91-54fb849f7b |
SuccessfulCreate |
Created pod: sequence-graph-a3a91-54fb849f7b-5fgx5 | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-a3a91 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-a3a91-54fb849f7b from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-a3a91 |
InferenceGraphReady |
InferenceGraph [sequence-graph-a3a91] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a3a91-54fb849f7b-5fgx5 |
Created |
Created container: sequence-graph-a3a91 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a3a91-54fb849f7b-5fgx5 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203" already present on machine | |
kserve-ci-e2e-test |
multus |
sequence-graph-a3a91-54fb849f7b-5fgx5 |
AddedInterface |
Add eth0 [10.133.0.27/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a3a91-54fb849f7b-5fgx5 |
Started |
Started container sequence-graph-a3a91 | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a3a91-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a3a91-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a3a91-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a3a91-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a3a91 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a3a91 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a3a91 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a3a91 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a3d07 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-a3d07": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a3d07": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
multus |
success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 |
AddedInterface |
Add eth0 [10.134.0.53/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-a3d07-predictor-f5d955f89 |
SuccessfulCreate |
Created pod: error-404-isvc-a3d07-predictor-f5d955f89-cthdq | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a3d07 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a3d07": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a3d07 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-a3d07": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a3d07": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-c1850-7f4cf9486c-vknjg |
Killing |
Stopping container ensemble-graph-c1850 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-a3d07-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-a3d07-predictor-f5d955f89 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-a3d07-predictor-546c97cfb4 |
SuccessfulCreate |
Created pod: success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-a3d07-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-a3d07-predictor-546c97cfb4 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a3d07 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a3d07": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3d07-predictor-f5d955f89-cthdq |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3d07-predictor-f5d955f89-cthdq |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3d07-predictor-f5d955f89-cthdq |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3d07-predictor-f5d955f89-cthdq |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3d07-predictor-f5d955f89-cthdq |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-a3d07-predictor-f5d955f89-cthdq |
AddedInterface |
Add eth0 [10.134.0.54/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3d07-predictor-f5d955f89-cthdq |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 |
Started |
Started container kube-rbac-proxy | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-c1850-predictor-597c44d6bf-wwcv5 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp 10.134.0.50:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-c1850-predictor-7f7fd6c8cb-z78wr |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp 10.134.0.49:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-c1850-7f4cf9486c-vknjg |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a3d07-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a3d07-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a3d07-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a3d07-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-93462 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-93462": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-93462": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3a91-predictor-844ff5cbfc-fnf66 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-93462 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-93462": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-93462-predictor-759cb758b6 |
SuccessfulCreate |
Created pod: success-200-isvc-93462-predictor-759cb758b6-4cnb7 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-93462-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-93462-predictor-759cb758b6 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-93462-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-93462 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-93462": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-93462": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-93462-predictor-655689f48c |
SuccessfulCreate |
Created pod: error-404-isvc-93462-predictor-655689f48c-4gb5h | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-93462-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-93462-predictor-655689f48c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a3a91-54fb849f7b-5fgx5 |
Killing |
Stopping container sequence-graph-a3a91 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-93462 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-93462": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-93462-predictor-655689f48c-4gb5h |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-93462-predictor-655689f48c-4gb5h |
AddedInterface |
Add eth0 [10.134.0.56/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
AddedInterface |
Add eth0 [10.134.0.55/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-93462-predictor-655689f48c-4gb5h |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-93462-predictor-655689f48c-4gb5h |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-93462-predictor-655689f48c-4gb5h |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-93462-predictor-655689f48c-4gb5h |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-93462-predictor-655689f48c-4gb5h |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp 10.134.0.51:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3a91-predictor-d4f677b68-tggk7 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3d07-predictor-f5d955f89-cthdq |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a3d07 |
InferenceServiceReady |
InferenceService [error-404-isvc-a3d07] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a3d07 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a3d07 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a3d07 |
InferenceServiceReady |
InferenceService [success-200-isvc-a3d07] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-a3a91-54fb849f7b-5fgx5 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-93462-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-93462-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-a3d07-5bd98c69cb |
SuccessfulCreate |
Created pod: splitter-graph-a3d07-5bd98c69cb-ffz2j | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-a3d07 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-a3d07-5bd98c69cb from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-a3d07 |
InferenceGraphReady |
InferenceGraph [splitter-graph-a3d07] is Ready | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a3d07-5bd98c69cb-ffz2j |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-a3d07-serving-cert" not found | |
kserve-ci-e2e-test |
multus |
splitter-graph-a3d07-5bd98c69cb-ffz2j |
AddedInterface |
Add eth0 [10.133.0.28/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a3d07-5bd98c69cb-ffz2j |
Started |
Started container splitter-graph-a3d07 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a3d07-5bd98c69cb-ffz2j |
Created |
Created container: splitter-graph-a3d07 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a3d07-5bd98c69cb-ffz2j |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203" already present on machine | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a3d07-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a3d07-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a3d07-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a3d07-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-76a97-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-76a97-predictor-f65b59759 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-76a97 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-76a97": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-76a97": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-76a97 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-76a97": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-76a97 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-76a97": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-76a97": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3d07-predictor-f5d955f89-cthdq |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3d07-predictor-f5d955f89-cthdq |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-76a97-predictor-7d9f876bfd |
SuccessfulCreate |
Created pod: success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-a3d07-5bd98c69cb-ffz2j |
Killing |
Stopping container splitter-graph-a3d07 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-76a97-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-76a97-predictor-7d9f876bfd from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-76a97 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-76a97": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-76a97-predictor-f65b59759-wj9k2 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-76a97-predictor-f65b59759-wj9k2 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 |
AddedInterface |
Add eth0 [10.134.0.57/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-76a97-predictor-f65b59759 |
SuccessfulCreate |
Created pod: error-404-isvc-76a97-predictor-f65b59759-wj9k2 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 |
Created |
Created container: kserve-container | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-93462-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-76a97-predictor-f65b59759-wj9k2 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 |
Created |
Created container: kube-rbac-proxy | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-93462-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-76a97-predictor-f65b59759-wj9k2 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-76a97-predictor-f65b59759-wj9k2 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-76a97-predictor-f65b59759-wj9k2 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1745" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-76a97-predictor-f65b59759-wj9k2 |
AddedInterface |
Add eth0 [10.134.0.58/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a3d07-predictor-f5d955f89-cthdq |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp 10.134.0.54:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a3d07-predictor-546c97cfb4-9wvg9 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp 10.134.0.53:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-93462-predictor-655689f48c-4gb5h |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-93462 |
InferenceServiceReady |
InferenceService [success-200-isvc-93462] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-93462 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-76a97-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-93462 |
InferenceServiceReady |
InferenceService [error-404-isvc-93462] is Ready | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-76a97-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-93462 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-93462-6584468b49 |
SuccessfulCreate |
Created pod: switch-graph-93462-6584468b49-vtflc | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-93462 |
InferenceGraphReady |
InferenceGraph [switch-graph-93462] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-93462 |
ScalingReplicaSet |
Scaled up replica set switch-graph-93462-6584468b49 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-93462-6584468b49-vtflc |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203" already present on machine | |
kserve-ci-e2e-test |
multus |
switch-graph-93462-6584468b49-vtflc |
AddedInterface |
Add eth0 [10.133.0.29/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-93462-6584468b49-vtflc |
Created |
Created container: switch-graph-93462 | |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-a3d07-5bd98c69cb-ffz2j |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
switch-graph-93462-6584468b49-vtflc |
Started |
Started container switch-graph-93462 | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-76a97-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-76a97-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-93462-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-93462-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-76a97 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-76a97 |
InferenceServiceReady |
InferenceService [success-200-isvc-76a97] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-93462 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-93462 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-76a97 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-76a97 |
InferenceServiceReady |
InferenceService [error-404-isvc-76a97] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-76a97-8669877574 |
SuccessfulCreate |
Created pod: splitter-graph-76a97-8669877574-rbn4w | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-76a97 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-76a97-8669877574 from 0 to 1 | |
kserve-ci-e2e-test |
multus |
splitter-graph-76a97-8669877574-rbn4w |
AddedInterface |
Add eth0 [10.133.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-76a97-8669877574-rbn4w |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-76a97-serving-cert" not found | |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-93462-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-93462-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-76a97 |
InferenceGraphReady |
InferenceGraph [splitter-graph-76a97] is Ready | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-76a97-8669877574-rbn4w |
Started |
Started container splitter-graph-76a97 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-76a97-8669877574-rbn4w |
Created |
Created container: splitter-graph-76a97 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-76a97-8669877574-rbn4w |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:7e35538adc84c05d9420d87001e9355aeddffd6326bb391010f8e6c1a3c85203" already present on machine | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-76a97 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-76a97 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-76a97-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-76a97-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-76a97 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-76a97 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-76a97-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-76a97-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-76a97-predictor-f65b59759-wj9k2 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-76a97-predictor-f65b59759-wj9k2 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-76a97-8669877574-rbn4w |
Killing |
Stopping container splitter-graph-76a97 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-76a97-predictor-f65b59759-wj9k2 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp 10.134.0.58:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-76a97-predictor-f65b59759-wj9k2 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-76a97-predictor-7d9f876bfd-6nl99 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp 10.134.0.57:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-76a97-8669877574-rbn4w |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
switch-graph-93462-6584468b49-vtflc |
Killing |
Stopping container switch-graph-93462 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-93462-predictor-655689f48c-4gb5h |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-93462-predictor-655689f48c-4gb5h |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-93462-predictor-759cb758b6-4cnb7 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp 10.134.0.55:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-93462-6584468b49-vtflc |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |