| Time | Namespace | Component | RelatedObject | Reason | Message |
|---|---|---|---|---|---|
kserve-ci-e2e-test |
success-200-isvc-23504-predictor-557c78fdfd-f6js7 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-23504-predictor-557c78fdfd-f6js7 to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-80b6e-predictor-789b9765b-ldvnz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-80b6e-predictor-789b9765b-ldvnz to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-fd7d8-5949c54b67-xjpls |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-fd7d8-5949c54b67-xjpls to ip-10-0-135-174.ec2.internal | ||
kserve-ci-e2e-test |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-669d8d6456-h8dq4 to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-80b6e-predictor-7f59bbd875-8td9x |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-80b6e-predictor-7f59bbd875-8td9x to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-3f928-6dc74cd58b-jw88j |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-3f928-6dc74cd58b-jw88j to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs to ip-10-0-135-174.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-d4d66-58988c469-qj57c |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-d4d66-58988c469-qj57c to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-687f8-5b9ff78587-xmm2c |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-687f8-5b9ff78587-xmm2c to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-542af-d57596c4d-5w6hk |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-542af-d57596c4d-5w6hk to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-23504-54f4b4d8bc-pqd29 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-23504-54f4b4d8bc-pqd29 to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-62c44-predictor-76f5b9974c-6fr6t |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-62c44-predictor-76f5b9974c-6fr6t to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6c6997cc58-829wc to ip-10-0-135-174.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-3f928-predictor-787568c877-rvqzn |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-3f928-predictor-787568c877-rvqzn to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-542af-predictor-5854dfc889-f25kz to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-e05eb-5b84678cc8-ktfv6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-e05eb-5b84678cc8-ktfv6 to ip-10-0-135-174.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-542af-predictor-6f849b64fd-lbxwr to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-23504-predictor-6d476745d5-rhhv6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-23504-predictor-6d476745d5-rhhv6 to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-4ff76-predictor-5878d445d4-msxvp to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-687f8-predictor-7d75c44d4d-64c45 to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
model-chainer-6b9459f84c-nwvpp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/model-chainer-6b9459f84c-nwvpp to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-62c44-6586f8b5bc-lm5g9 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-62c44-6586f8b5bc-lm5g9 to ip-10-0-135-174.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-80b6e-cd77b6b8-n7mpf |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-80b6e-cd77b6b8-n7mpf to ip-10-0-135-174.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-4ff76-59c94c4c8c-4gzqz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-4ff76-59c94c4c8c-4gzqz to ip-10-0-129-117.ec2.internal | ||
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-1-predictor-6c6997cc58 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-1-predictor-6c6997cc58-829wc | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-542af-predictor-5854dfc889 |
SuccessfulCreate |
Created pod: error-404-isvc-542af-predictor-5854dfc889-f25kz | |
kserve-ci-e2e-test |
multus |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
AddedInterface |
Add eth0 [10.132.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
isvc-xgboost-graph-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-xgboost-graph-predictor-669d8d6456 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-xgboost-graph-predictor-669d8d6456 |
SuccessfulCreate |
Created pod: isvc-xgboost-graph-predictor-669d8d6456-h8dq4 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-542af |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-542af": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-542af |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-542af": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-542af": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-542af-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-542af-predictor-6f849b64fd from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
Pulling |
Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-1-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-1-predictor-6c6997cc58 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-542af-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-542af-predictor-5854dfc889 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-542af-predictor-6f849b64fd |
SuccessfulCreate |
Created pod: success-200-isvc-542af-predictor-6f849b64fd-lbxwr | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
AddedInterface |
Add eth0 [10.134.0.19/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Pulling |
Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894" | |
kserve-ci-e2e-test |
multus |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
AddedInterface |
Add eth0 [10.132.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
AddedInterface |
Add eth0 [10.134.0.20/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Pulling |
Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894" | |
kserve-ci-e2e-test |
multus |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
AddedInterface |
Add eth0 [10.132.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
Pulling |
Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Pulling |
Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894" | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-2-predictor-58b5c9bf58 |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-2-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-2-predictor-58b5c9bf58 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894" in 3.191s (3.191s including waiting). Image size: 301471312 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894" in 2.761s (2.761s including waiting). Image size: 301471312 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894" in 5.503s (5.503s including waiting). Image size: 301471312 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Pulling |
Pulling image "kserve/xgbserver:latest" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
Pulled |
Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" in 14.944s (14.944s including waiting). Image size: 1334723675 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
Pulled |
Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" in 15.493s (15.493s including waiting). Image size: 1335714912 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 4.613s (4.613s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 4.632s (4.632s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433" in 14.256s (14.256s including waiting). Image size: 1560928674 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433" in 14.262s (14.262s including waiting). Image size: 1560928674 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.414s (2.414s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.412s (2.412s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Pulled |
Successfully pulled image "kserve/xgbserver:latest" in 24.493s (24.493s including waiting). Image size: 1306444539 bytes. | |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-542af-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-542af-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-542af-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-542af-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-542af |
InferenceServiceReady |
InferenceService [error-404-isvc-542af] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-542af |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-542af |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-542af |
InferenceServiceReady |
InferenceService [success-200-isvc-542af] is Ready | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-542af |
InferenceGraphReady |
InferenceGraph [switch-graph-542af] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-542af-d57596c4d-5w6hk |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-542af-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-542af |
ScalingReplicaSet |
Scaled up replica set switch-graph-542af-d57596c4d from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-542af-d57596c4d |
SuccessfulCreate |
Created pod: switch-graph-542af-d57596c4d-5w6hk | |
kserve-ci-e2e-test |
multus |
switch-graph-542af-d57596c4d-5w6hk |
AddedInterface |
Add eth0 [10.132.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-542af-d57596c4d-5w6hk |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" | |
kserve-ci-e2e-test |
kubelet |
switch-graph-542af-d57596c4d-5w6hk |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" in 2.427s (2.427s including waiting). Image size: 218002168 bytes. | |
kserve-ci-e2e-test |
kubelet |
switch-graph-542af-d57596c4d-5w6hk |
Created |
Created container: switch-graph-542af | |
kserve-ci-e2e-test |
kubelet |
switch-graph-542af-d57596c4d-5w6hk |
Started |
Started container switch-graph-542af | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-542af-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-542af-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-542af-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-542af-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-1] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-2] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-542af-predictor-5854dfc889-f25kz |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-542af-d57596c4d-5w6hk |
Killing |
Stopping container switch-graph-542af | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-d4d66-predictor-54ddf55d4b |
SuccessfulCreate |
Created pod: success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-d4d66-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-d4d66-predictor-54ddf55d4b from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d4d66 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-d4d66": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d4d66": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d4d66 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d4d66": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-542af-predictor-6f849b64fd-lbxwr |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-d4d66-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-d4d66-predictor-867b8b47f7 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg |
AddedInterface |
Add eth0 [10.132.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-d4d66-predictor-867b8b47f7 |
SuccessfulCreate |
Created pod: error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 |
AddedInterface |
Add eth0 [10.132.0.40/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
InferenceServiceReady |
InferenceService [isvc-xgboost-graph] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-542af-d57596c4d-5w6hk |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
model-chainer-6b9459f84c-nwvpp |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
model-chainer-6b9459f84c |
SuccessfulCreate |
Created pod: model-chainer-6b9459f84c-nwvpp | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
model-chainer |
InferenceGraphReady |
InferenceGraph [model-chainer] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
model-chainer |
ScalingReplicaSet |
Scaled up replica set model-chainer-6b9459f84c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
model-chainer-6b9459f84c-nwvpp |
Created |
Created container: model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-6b9459f84c-nwvpp |
Started |
Started container model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-6b9459f84c-nwvpp |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" already present on machine | |
kserve-ci-e2e-test |
multus |
model-chainer-6b9459f84c-nwvpp |
AddedInterface |
Add eth0 [10.132.0.41/23] from ovn-kubernetes | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d4d66-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d4d66-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
model-chainer-6b9459f84c-nwvpp |
Killing |
Stopping container model-chainer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-23504-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-23504-predictor-557c78fdfd from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-23504-predictor-557c78fdfd |
SuccessfulCreate |
Created pod: success-200-isvc-23504-predictor-557c78fdfd-f6js7 | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-23504-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-23504-predictor-6d476745d5 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-23504-predictor-6d476745d5 |
SuccessfulCreate |
Created pod: error-404-isvc-23504-predictor-6d476745d5-rhhv6 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23504-predictor-557c78fdfd-f6js7 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-23504-predictor-serving-cert" not found | |
| (x9) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23504-predictor-557c78fdfd-f6js7 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23504-predictor-557c78fdfd-f6js7 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-6c6997cc58-829wc |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp 10.134.0.19:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23504-predictor-557c78fdfd-f6js7 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23504-predictor-557c78fdfd-f6js7 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23504-predictor-6d476745d5-rhhv6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23504-predictor-6d476745d5-rhhv6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23504-predictor-6d476745d5-rhhv6 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23504-predictor-6d476745d5-rhhv6 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23504-predictor-6d476745d5-rhhv6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23504-predictor-6d476745d5-rhhv6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-23504-predictor-6d476745d5-rhhv6 |
AddedInterface |
Add eth0 [10.132.0.43/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23504-predictor-557c78fdfd-f6js7 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23504-predictor-557c78fdfd-f6js7 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-23504-predictor-557c78fdfd-f6js7 |
AddedInterface |
Add eth0 [10.132.0.42/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp 10.134.0.20:8643: connect: connection refused | |
| (x9) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-58b5c9bf58-tk8zs |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused |
| (x9) | kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-669d8d6456-h8dq4 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d4d66 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-d4d66 |
InferenceServiceReady |
InferenceService [success-200-isvc-d4d66] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-d4d66 |
InferenceServiceReady |
InferenceService [error-404-isvc-d4d66] is Ready | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d4d66-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-d4d66 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d4d66-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
model-chainer-6b9459f84c-nwvpp |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-d4d66 |
ScalingReplicaSet |
Scaled up replica set switch-graph-d4d66-58988c469 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-d4d66-58988c469 |
SuccessfulCreate |
Created pod: switch-graph-d4d66-58988c469-qj57c | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-d4d66 |
InferenceGraphReady |
InferenceGraph [switch-graph-d4d66] is Ready | |
kserve-ci-e2e-test |
multus |
switch-graph-d4d66-58988c469-qj57c |
AddedInterface |
Add eth0 [10.132.0.44/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-d4d66-58988c469-qj57c |
Started |
Started container switch-graph-d4d66 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-d4d66-58988c469-qj57c |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
switch-graph-d4d66-58988c469-qj57c |
Created |
Created container: switch-graph-d4d66 | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-23504-predictor-557c78fdfd-f6js7 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d4d66-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-d4d66-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d4d66-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-d4d66-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-23504-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-23504-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-23504-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-23504-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-23504 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-23504 |
InferenceServiceReady |
InferenceService [error-404-isvc-23504] is Ready | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-d4d66 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-23504 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-23504 |
InferenceServiceReady |
InferenceService [success-200-isvc-23504] is Ready | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-d4d66 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-23504 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-23504-54f4b4d8bc from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-23504-54f4b4d8bc |
SuccessfulCreate |
Created pod: sequence-graph-23504-54f4b4d8bc-pqd29 | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-23504 |
InferenceGraphReady |
InferenceGraph [sequence-graph-23504] is Ready | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-23504-54f4b4d8bc-pqd29 |
Created |
Created container: sequence-graph-23504 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-23504-54f4b4d8bc-pqd29 |
Started |
Started container sequence-graph-23504 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-23504-54f4b4d8bc-pqd29 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" already present on machine | |
kserve-ci-e2e-test |
multus |
sequence-graph-23504-54f4b4d8bc-pqd29 |
AddedInterface |
Add eth0 [10.132.0.45/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-d4d66 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-d4d66 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-23504-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-23504-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-23504-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-23504-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-23504 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-23504 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-687f8 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-687f8": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-687f8": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-687f8-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-687f8-predictor-d97cfdf7f from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-687f8-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-d4d66-predictor-867b8b47f7-js4z5 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-d4d66-58988c469-qj57c |
Killing |
Stopping container switch-graph-d4d66 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-687f8 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-687f8": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-687f8-predictor-d97cfdf7f |
SuccessfulCreate |
Created pod: error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-687f8-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-687f8-predictor-7d75c44d4d from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-687f8-predictor-7d75c44d4d |
SuccessfulCreate |
Created pod: success-200-isvc-687f8-predictor-7d75c44d4d-64c45 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-687f8 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-687f8": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-687f8 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-687f8": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-687f8": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
AddedInterface |
Add eth0 [10.132.0.46/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw |
AddedInterface |
Add eth0 [10.132.0.47/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp 10.132.0.39:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-d4d66-predictor-54ddf55d4b-67mdg |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-4ff76 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-4ff76": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-4ff76": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-4ff76 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-4ff76": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-4ff76 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-4ff76": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23504-predictor-557c78fdfd-f6js7 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-23504-predictor-557c78fdfd-f6js7 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-4ff76-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-4ff76-predictor-5878d445d4 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-4ff76 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-4ff76": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-4ff76": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-4ff76-predictor-5878d445d4 |
SuccessfulCreate |
Created pod: success-200-isvc-4ff76-predictor-5878d445d4-msxvp | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-4ff76-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-23504-54f4b4d8bc-pqd29 |
Killing |
Stopping container sequence-graph-23504 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23504-predictor-6d476745d5-rhhv6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-4ff76-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-4ff76-predictor-658c9d7c5 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23504-predictor-6d476745d5-rhhv6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-4ff76-predictor-658c9d7c5 |
SuccessfulCreate |
Created pod: error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
AddedInterface |
Add eth0 [10.132.0.48/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-d4d66-58988c469-qj57c |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp |
AddedInterface |
Add eth0 [10.132.0.49/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-23504-predictor-6d476745d5-rhhv6 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp 10.132.0.43:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-23504-predictor-6d476745d5-rhhv6 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-687f8-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-687f8-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-687f8-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-687f8-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection refused |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-4ff76-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-4ff76-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-687f8 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-687f8 |
InferenceServiceReady |
InferenceService [error-404-isvc-687f8] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-23504-54f4b4d8bc-pqd29 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-4ff76-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-4ff76-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-687f8 |
InferenceServiceReady |
InferenceService [success-200-isvc-687f8] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-687f8 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection refused |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-687f8 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-687f8-5b9ff78587 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-687f8-5b9ff78587-xmm2c |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-687f8-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-687f8 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-687f8] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-687f8-5b9ff78587 |
SuccessfulCreate |
Created pod: ensemble-graph-687f8-5b9ff78587-xmm2c | |
kserve-ci-e2e-test |
multus |
ensemble-graph-687f8-5b9ff78587-xmm2c |
AddedInterface |
Add eth0 [10.132.0.50/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-687f8-5b9ff78587-xmm2c |
Started |
Started container ensemble-graph-687f8 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-687f8-5b9ff78587-xmm2c |
Created |
Created container: ensemble-graph-687f8 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-687f8-5b9ff78587-xmm2c |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" already present on machine | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection refused |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-687f8-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-687f8-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-687f8-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-4ff76 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-4ff76 |
InferenceServiceReady |
InferenceService [success-200-isvc-4ff76] is Ready | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-687f8-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-3f928-predictor-669ffb9b6b |
SuccessfulCreate |
Created pod: success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-3f928 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-3f928": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3f928": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-3f928-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-3f928-predictor-669ffb9b6b from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-687f8-5b9ff78587-xmm2c |
Killing |
Stopping container ensemble-graph-687f8 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-3f928 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3f928": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-3f928-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-3f928 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-3f928": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3f928": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-3f928 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3f928": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3f928-predictor-787568c877-rvqzn |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-3f928-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-3f928-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-3f928-predictor-787568c877 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-3f928-predictor-787568c877 |
SuccessfulCreate |
Created pod: error-404-isvc-3f928-predictor-787568c877-rvqzn | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3f928-predictor-787568c877-rvqzn |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3f928-predictor-787568c877-rvqzn |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3f928-predictor-787568c877-rvqzn |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3f928-predictor-787568c877-rvqzn |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3f928-predictor-787568c877-rvqzn |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
AddedInterface |
Add eth0 [10.132.0.51/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-3f928-predictor-787568c877-rvqzn |
AddedInterface |
Add eth0 [10.132.0.52/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3f928-predictor-787568c877-rvqzn |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-687f8-predictor-7d75c44d4d-64c45 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp 10.132.0.46:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-687f8-predictor-d97cfdf7f-2xmtw |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp 10.132.0.47:8643: connect: connection refused | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-4ff76 |
InferenceServiceReady |
InferenceService [error-404-isvc-4ff76] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-4ff76 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-4ff76-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-4ff76-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-4ff76-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
sequence-graph-4ff76-59c94c4c8c-4gzqz |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-4ff76-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-4ff76 |
InferenceGraphReady |
InferenceGraph [sequence-graph-4ff76] is Ready | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-4ff76-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-4ff76-59c94c4c8c |
SuccessfulCreate |
Created pod: sequence-graph-4ff76-59c94c4c8c-4gzqz | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-4ff76 |
ScalingReplicaSet |
Scaled up replica set sequence-graph-4ff76-59c94c4c8c from 0 to 1 | |
kserve-ci-e2e-test |
multus |
sequence-graph-4ff76-59c94c4c8c-4gzqz |
AddedInterface |
Add eth0 [10.132.0.53/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-4ff76-59c94c4c8c-4gzqz |
Started |
Started container sequence-graph-4ff76 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-4ff76-59c94c4c8c-4gzqz |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-4ff76-59c94c4c8c-4gzqz |
Created |
Created container: sequence-graph-4ff76 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-80b6e-predictor-7f59bbd875 |
SuccessfulCreate |
Created pod: error-404-isvc-80b6e-predictor-7f59bbd875-8td9x | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-80b6e-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-80b6e-predictor-7f59bbd875 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-80b6e-predictor-789b9765b |
SuccessfulCreate |
Created pod: success-200-isvc-80b6e-predictor-789b9765b-ldvnz | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-80b6e-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-80b6e-predictor-789b9765b from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-80b6e |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-80b6e": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-4ff76-59c94c4c8c-4gzqz |
Killing |
Stopping container sequence-graph-4ff76 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-80b6e |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-80b6e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-80b6e": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-80b6e-predictor-7f59bbd875-8td9x |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-80b6e-predictor-789b9765b-ldvnz |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-80b6e-predictor-7f59bbd875-8td9x |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-80b6e-predictor-7f59bbd875-8td9x |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-80b6e-predictor-789b9765b-ldvnz |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-80b6e-predictor-7f59bbd875-8td9x |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-80b6e-predictor-789b9765b-ldvnz |
AddedInterface |
Add eth0 [10.132.0.54/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
error-404-isvc-80b6e-predictor-7f59bbd875-8td9x |
AddedInterface |
Add eth0 [10.132.0.55/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-80b6e-predictor-7f59bbd875-8td9x |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-80b6e-predictor-7f59bbd875-8td9x |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-80b6e-predictor-789b9765b-ldvnz |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-80b6e-predictor-789b9765b-ldvnz |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-80b6e-predictor-789b9765b-ldvnz |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-80b6e-predictor-789b9765b-ldvnz |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-4ff76-predictor-658c9d7c5-bnlbp |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp 10.132.0.49:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-4ff76-predictor-5878d445d4-msxvp |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp 10.132.0.48:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-687f8-5b9ff78587-xmm2c |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-3f928-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-3f928-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-3f928-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-3f928-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-3f928-predictor-787568c877-rvqzn |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-4ff76-59c94c4c8c-4gzqz |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-3f928 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-3f928 |
InferenceServiceReady |
InferenceService [error-404-isvc-3f928] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-3f928 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-3f928 |
InferenceServiceReady |
InferenceService [success-200-isvc-3f928] is Ready | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-80b6e-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-80b6e-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-3f928-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-3f928-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-80b6e-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-80b6e-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-3f928-6dc74cd58b-jw88j |
Started |
Started container ensemble-graph-3f928 | |
kserve-ci-e2e-test |
multus |
ensemble-graph-3f928-6dc74cd58b-jw88j |
AddedInterface |
Add eth0 [10.132.0.56/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-3f928-6dc74cd58b-jw88j |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" already present on machine | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-3f928-6dc74cd58b |
SuccessfulCreate |
Created pod: ensemble-graph-3f928-6dc74cd58b-jw88j | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-3f928 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-3f928-6dc74cd58b from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-3f928 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-3f928] is Ready | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-3f928-6dc74cd58b-jw88j |
Created |
Created container: ensemble-graph-3f928 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-80b6e |
InferenceServiceReady |
InferenceService [success-200-isvc-80b6e] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-80b6e |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-80b6e |
InferenceServiceReady |
InferenceService [error-404-isvc-80b6e] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-80b6e |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-3f928-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-3f928-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-80b6e |
InferenceGraphReady |
InferenceGraph [sequence-graph-80b6e] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-80b6e |
ScalingReplicaSet |
Scaled up replica set sequence-graph-80b6e-cd77b6b8 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-80b6e-cd77b6b8 |
SuccessfulCreate |
Created pod: sequence-graph-80b6e-cd77b6b8-n7mpf | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-3f928 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-3f928 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-80b6e-cd77b6b8-n7mpf |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-80b6e-serving-cert" not found | |
kserve-ci-e2e-test |
multus |
sequence-graph-80b6e-cd77b6b8-n7mpf |
AddedInterface |
Add eth0 [10.134.0.21/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-80b6e-cd77b6b8-n7mpf |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-80b6e-cd77b6b8-n7mpf |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" in 2.13s (2.13s including waiting). Image size: 218002168 bytes. | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-80b6e-cd77b6b8-n7mpf |
Created |
Created container: sequence-graph-80b6e | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-80b6e-cd77b6b8-n7mpf |
Started |
Started container sequence-graph-80b6e | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-80b6e-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-80b6e-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-3f928 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-3f928 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-80b6e-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-80b6e-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-80b6e |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-80b6e |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e05eb |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-e05eb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e05eb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3f928-predictor-787568c877-rvqzn |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-e05eb-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-e05eb-predictor-d89f8c48d from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-3f928-6dc74cd58b-jw88j |
Killing |
Stopping container ensemble-graph-3f928 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-3f928-predictor-787568c877-rvqzn |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-e05eb-predictor-d89f8c48d |
SuccessfulCreate |
Created pod: success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-e05eb-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-e05eb-predictor-7cf65457c5 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e05eb |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e05eb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-e05eb |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e05eb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-e05eb-predictor-7cf65457c5 |
SuccessfulCreate |
Created pod: error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-e05eb-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-e05eb |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-e05eb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e05eb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-e05eb-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
AddedInterface |
Add eth0 [10.132.0.57/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
AddedInterface |
Add eth0 [10.132.0.58/23] from ovn-kubernetes | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-3f928-predictor-669ffb9b6b-6pg4c |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp 10.132.0.51:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-80b6e-predictor-7f59bbd875-8td9x |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-fd7d8-predictor-76dd8cbf6 |
SuccessfulCreate |
Created pod: success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-fd7d8-predictor-6dfb6b7f9 |
SuccessfulCreate |
Created pod: error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-fd7d8-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-fd7d8-predictor-6dfb6b7f9 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-80b6e-predictor-7f59bbd875-8td9x |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-fd7d8 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-fd7d8": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-fd7d8": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-fd7d8 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-fd7d8": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-80b6e-cd77b6b8-n7mpf |
Killing |
Stopping container sequence-graph-80b6e | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-fd7d8 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-fd7d8": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-fd7d8 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-fd7d8": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-fd7d8": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-80b6e-predictor-789b9765b-ldvnz |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-80b6e-predictor-789b9765b-ldvnz |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-fd7d8-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-fd7d8-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-fd7d8-predictor-76dd8cbf6 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 |
AddedInterface |
Add eth0 [10.132.0.59/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 |
AddedInterface |
Add eth0 [10.132.0.60/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 |
Started |
Started container kserve-container | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-80b6e-predictor-789b9765b-ldvnz |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection refused |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-80b6e-predictor-7f59bbd875-8td9x |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-80b6e-predictor-789b9765b-ldvnz |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp 10.132.0.54:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-80b6e-predictor-7f59bbd875-8td9x |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp 10.132.0.55:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-3f928-6dc74cd58b-jw88j |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-80b6e-cd77b6b8-n7mpf |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e05eb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e05eb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fd7d8-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e05eb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fd7d8-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e05eb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-e05eb |
InferenceServiceReady |
InferenceService [error-404-isvc-e05eb] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-e05eb |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e05eb |
InferenceServiceReady |
InferenceService [success-200-isvc-e05eb] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-e05eb |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fd7d8-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fd7d8-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
splitter-graph-e05eb-5b84678cc8-ktfv6 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-e05eb-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-e05eb |
InferenceGraphReady |
InferenceGraph [splitter-graph-e05eb] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-e05eb |
ScalingReplicaSet |
Scaled up replica set splitter-graph-e05eb-5b84678cc8 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-e05eb-5b84678cc8 |
SuccessfulCreate |
Created pod: splitter-graph-e05eb-5b84678cc8-ktfv6 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-e05eb-5b84678cc8-ktfv6 |
Started |
Started container splitter-graph-e05eb | |
kserve-ci-e2e-test |
multus |
splitter-graph-e05eb-5b84678cc8-ktfv6 |
AddedInterface |
Add eth0 [10.134.0.22/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-e05eb-5b84678cc8-ktfv6 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-e05eb-5b84678cc8-ktfv6 |
Created |
Created container: splitter-graph-e05eb | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-fd7d8 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-fd7d8 |
InferenceServiceReady |
InferenceService [error-404-isvc-fd7d8] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-fd7d8 |
InferenceServiceReady |
InferenceService [success-200-isvc-fd7d8] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-fd7d8 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e05eb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-e05eb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e05eb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-e05eb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-62c44-predictor-76f5b9974c-6fr6t |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-62c44 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-62c44": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
multus |
error-404-isvc-62c44-predictor-76f5b9974c-6fr6t |
AddedInterface |
Add eth0 [10.132.0.62/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-62c44-predictor-76f5b9974c-6fr6t |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-62c44-predictor-76f5b9974c-6fr6t |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-62c44-predictor-76f5b9974c-6fr6t |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-62c44-predictor-76f5b9974c-6fr6t |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-62c44-predictor-76f5b9974c-6fr6t |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-62c44-predictor-76f5b9974c |
SuccessfulCreate |
Created pod: error-404-isvc-62c44-predictor-76f5b9974c-6fr6t | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-62c44-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-62c44-predictor-76f5b9974c from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-62c44 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-62c44": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-62c44": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-62c44 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-62c44": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-62c44 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-62c44": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-62c44": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-62c44-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-62c44-predictor-7c56bb66c6 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-62c44-predictor-7c56bb66c6 |
SuccessfulCreate |
Created pod: success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-e05eb-5b84678cc8-ktfv6 |
Killing |
Stopping container splitter-graph-e05eb | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp |
AddedInterface |
Add eth0 [10.132.0.61/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1433" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-e05eb-predictor-d89f8c48d-wrdnq |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp 10.132.0.57:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-e05eb-predictor-7cf65457c5-6cgfj |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp 10.132.0.58:8643: connect: connection refused | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-fd7d8 |
InferenceGraphReady |
InferenceGraph [switch-graph-fd7d8] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-fd7d8 |
ScalingReplicaSet |
Scaled up replica set switch-graph-fd7d8-5949c54b67 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-fd7d8-5949c54b67 |
SuccessfulCreate |
Created pod: switch-graph-fd7d8-5949c54b67-xjpls | |
kserve-ci-e2e-test |
kubelet |
switch-graph-fd7d8-5949c54b67-xjpls |
Created |
Created container: switch-graph-fd7d8 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-fd7d8-5949c54b67-xjpls |
Started |
Started container switch-graph-fd7d8 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-fd7d8-5949c54b67-xjpls |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" already present on machine | |
kserve-ci-e2e-test |
multus |
switch-graph-fd7d8-5949c54b67-xjpls |
AddedInterface |
Add eth0 [10.134.0.23/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-fd7d8-5949c54b67-xjpls |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-fd7d8-serving-cert" not found | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fd7d8-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-fd7d8-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fd7d8-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-fd7d8-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-e05eb-5b84678cc8-ktfv6 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-62c44-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-62c44-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-62c44-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-62c44-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-62c44 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-62c44 |
InferenceServiceReady |
InferenceService [error-404-isvc-62c44] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-62c44 |
InferenceServiceReady |
InferenceService [success-200-isvc-62c44] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-62c44 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-fd7d8 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-fd7d8 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-62c44 |
ScalingReplicaSet |
Scaled up replica set splitter-graph-62c44-6586f8b5bc from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-62c44-6586f8b5bc |
SuccessfulCreate |
Created pod: splitter-graph-62c44-6586f8b5bc-lm5g9 | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-62c44 |
InferenceGraphReady |
InferenceGraph [splitter-graph-62c44] is Ready | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-62c44-6586f8b5bc-lm5g9 |
Started |
Started container splitter-graph-62c44 | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-62c44-6586f8b5bc-lm5g9 |
Created |
Created container: splitter-graph-62c44 | |
kserve-ci-e2e-test |
multus |
splitter-graph-62c44-6586f8b5bc-lm5g9 |
AddedInterface |
Add eth0 [10.134.0.24/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-62c44-6586f8b5bc-lm5g9 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:88955c235550cb8e8a9cbe850692d2683b6dea68a08743540305f46e732a59a3" already present on machine | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-62c44-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-62c44-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-62c44-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-62c44 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-62c44-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-62c44 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-62c44-predictor-76f5b9974c-6fr6t |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-62c44-6586f8b5bc-lm5g9 |
Killing |
Stopping container splitter-graph-62c44 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-62c44-predictor-76f5b9974c-6fr6t |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp |
Killing |
Stopping container kserve-container | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-62c44-predictor-76f5b9974c-6fr6t |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp 10.132.0.61:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-62c44-predictor-7c56bb66c6-6jdmp |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-62c44-predictor-76f5b9974c-6fr6t |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.62:8643/healthz": dial tcp 10.132.0.62:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-62c44-6586f8b5bc-lm5g9 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-fd7d8-5949c54b67-xjpls |
Killing |
Stopping container switch-graph-fd7d8 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-fd7d8-predictor-76dd8cbf6-7rp56 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-fd7d8-predictor-6dfb6b7f9-72m24 |
Killing |
Stopping container kserve-container | |
| (x5) | kserve-ci-e2e-test |
kubelet |
switch-graph-fd7d8-5949c54b67-xjpls |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |