| Time | Namespace | Component | RelatedObject | Reason | Message |
|---|---|---|---|---|---|
kserve-ci-e2e-test |
model-chainer-6b7f89d56f-kddch |
Scheduled |
Successfully assigned kserve-ci-e2e-test/model-chainer-6b7f89d56f-kddch to ip-10-0-136-12.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-599ee-predictor-6fdd64d5bc-nplst |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-599ee-predictor-6fdd64d5bc-nplst to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-974ed-predictor-677df94fc9-c69t8 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-974ed-predictor-677df94fc9-c69t8 to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-974ed-d89cd458-jn6tr |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-974ed-d89cd458-jn6tr to ip-10-0-136-12.ec2.internal | ||
kserve-ci-e2e-test |
splitter-graph-563cb-656565cb55-rbk2j |
Scheduled |
Successfully assigned kserve-ci-e2e-test/splitter-graph-563cb-656565cb55-rbk2j to ip-10-0-136-12.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-22b2a-predictor-66499f9fc4-mklrh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-22b2a-predictor-66499f9fc4-mklrh to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-69e1e-predictor-68f588fff7-bq6qg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-69e1e-predictor-68f588fff7-bq6qg to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 to ip-10-0-142-144.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-9ded0-5b84bdf89c-htgg9 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-9ded0-5b84bdf89c-htgg9 to ip-10-0-136-12.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-563cb-predictor-85497489cf-k8hg5 to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-dec69-867bdb8f8c-zhrrg |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-dec69-867bdb8f8c-zhrrg to ip-10-0-136-12.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-da1f6-ccc959c7-b2xwj |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-da1f6-ccc959c7-b2xwj to ip-10-0-136-12.ec2.internal | ||
kserve-ci-e2e-test |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 to ip-10-0-142-144.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-dec69-predictor-799dcc499-rnh4f to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-22b2a-predictor-7b88574587-dq2jl |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-22b2a-predictor-7b88574587-dq2jl to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Scheduled |
Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-6nztq to ip-10-0-142-144.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-dec69-predictor-6b576ddc58-dnf7c to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-a54dc-predictor-558db86446-4lqqb |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-a54dc-predictor-558db86446-4lqqb to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-599ee-predictor-58f56bd85d-96fm6 to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-69e1e-predictor-7568595c68-8t2ch |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-69e1e-predictor-7568595c68-8t2ch to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
Scheduled |
Successfully assigned kserve-ci-e2e-test/error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-22b2a-5fc98d8d55-mzbmz |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-22b2a-5fc98d8d55-mzbmz to ip-10-0-136-12.ec2.internal | ||
kserve-ci-e2e-test |
ensemble-graph-69e1e-5cc86cdc8b-bnz58 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/ensemble-graph-69e1e-5cc86cdc8b-bnz58 to ip-10-0-136-12.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-a54dc-84c7c69c68-5ndvw |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-a54dc-84c7c69c68-5ndvw to ip-10-0-136-12.ec2.internal | ||
kserve-ci-e2e-test |
success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd |
Scheduled |
Successfully assigned kserve-ci-e2e-test/success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd to ip-10-0-140-54.ec2.internal | ||
kserve-ci-e2e-test |
switch-graph-0aa94-57bc7d56f6-w2ts5 |
Scheduled |
Successfully assigned kserve-ci-e2e-test/switch-graph-0aa94-57bc7d56f6-w2ts5 to ip-10-0-136-12.ec2.internal | ||
kserve-ci-e2e-test |
sequence-graph-599ee-6fb48cd747-x5wbq |
Scheduled |
Successfully assigned kserve-ci-e2e-test/sequence-graph-599ee-6fb48cd747-x5wbq to ip-10-0-136-12.ec2.internal | ||
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-1-predictor-766fdfb6bb |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-dec69-predictor-6b576ddc58 |
SuccessfulCreate |
Created pod: success-200-isvc-dec69-predictor-6b576ddc58-dnf7c | |
kserve-ci-e2e-test |
deployment-controller |
isvc-xgboost-graph-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-dec69-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-dec69-predictor-6b576ddc58 from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-1-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-1-predictor-766fdfb6bb from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-xgboost-graph-predictor-555fc69d56 |
SuccessfulCreate |
Created pod: isvc-xgboost-graph-predictor-555fc69d56-6nztq | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aad9638665b7a403cea616b9df3f859d8e0784845d529e619052a08bd4a49e9e" already present on machine | |
kserve-ci-e2e-test |
multus |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
AddedInterface |
Add eth0 [10.134.0.21/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-dec69-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-dec69-predictor-799dcc499 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-dec69-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
deployment-controller |
isvc-sklearn-graph-2-predictor |
ScalingReplicaSet |
Scaled up replica set isvc-sklearn-graph-2-predictor-767d6d7f5d from 0 to 1 | |
kserve-ci-e2e-test |
multus |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
AddedInterface |
Add eth0 [10.132.0.27/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Pulling |
Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-dec69-predictor-799dcc499 |
SuccessfulCreate |
Created pod: error-404-isvc-dec69-predictor-799dcc499-rnh4f | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aad9638665b7a403cea616b9df3f859d8e0784845d529e619052a08bd4a49e9e" already present on machine | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
AddedInterface |
Add eth0 [10.134.0.20/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
AddedInterface |
Add eth0 [10.134.0.22/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
replicaset-controller |
isvc-sklearn-graph-2-predictor-767d6d7f5d |
SuccessfulCreate |
Created pod: isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Started |
Started container storage-initializer | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Pulled |
Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aad9638665b7a403cea616b9df3f859d8e0784845d529e619052a08bd4a49e9e" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Created |
Created container: storage-initializer | |
kserve-ci-e2e-test |
multus |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
AddedInterface |
Add eth0 [10.132.0.28/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Pulling |
Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Pulling |
Pulling image "kserve/xgbserver:latest" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1699" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Pulling |
Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1699" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Pulled |
Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" in 15.768s (15.768s including waiting). Image size: 1334693981 bytes. | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Pulled |
Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" in 17.008s (17.008s including waiting). Image size: 1335613026 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.593s (2.593s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.579s (2.579s including waiting). Image size: 211946088 bytes. | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-dec69-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-dec69-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1699" in 27.34s (27.34s including waiting). Image size: 1558595495 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Pulled |
Successfully pulled image "kserve/xgbserver:latest" in 27.788s (27.788s including waiting). Image size: 1305293051 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Pulling |
Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Pulled |
Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1699" in 30.15s (30.15s including waiting). Image size: 1558595495 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.733s (2.734s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Pulled |
Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.283s (2.283s including waiting). Image size: 211946088 bytes. | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Started |
Started container kserve-container | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection refused |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-dec69-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-dec69-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-dec69 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-dec69 |
InferenceServiceReady |
InferenceService [success-200-isvc-dec69] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-dec69 |
InferenceServiceReady |
InferenceService [error-404-isvc-dec69] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-dec69 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-dec69-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-dec69-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x5) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-dec69-867bdb8f8c |
SuccessfulCreate |
Created pod: switch-graph-dec69-867bdb8f8c-zhrrg | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-dec69 |
InferenceGraphReady |
InferenceGraph [switch-graph-dec69] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-dec69 |
ScalingReplicaSet |
Scaled up replica set switch-graph-dec69-867bdb8f8c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-dec69-867bdb8f8c-zhrrg |
Pulling |
Pulling image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" | |
kserve-ci-e2e-test |
multus |
switch-graph-dec69-867bdb8f8c-zhrrg |
AddedInterface |
Add eth0 [10.133.0.27/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-dec69-867bdb8f8c-zhrrg |
Created |
Created container: switch-graph-dec69 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-dec69-867bdb8f8c-zhrrg |
Pulled |
Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" in 2.371s (2.371s including waiting). Image size: 218072673 bytes. | |
kserve-ci-e2e-test |
kubelet |
switch-graph-dec69-867bdb8f8c-zhrrg |
Started |
Started container switch-graph-dec69 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-dec69-867bdb8f8c-zhrrg |
Killing |
Stopping container switch-graph-dec69 | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-dec69-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-0aa94-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-0aa94-predictor-b4bbfd678 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-0aa94-predictor-b4bbfd678 |
SuccessfulCreate |
Created pod: success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-0aa94 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-0aa94": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0aa94": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-0aa94 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0aa94": the object has been modified; please apply your changes to the latest version and try again | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-dec69-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-0aa94 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0aa94": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-0aa94-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-0aa94-predictor-74dc6456dc from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-0aa94-predictor-74dc6456dc |
SuccessfulCreate |
Created pod: error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-0aa94-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-0aa94 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-0aa94": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0aa94": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
AddedInterface |
Add eth0 [10.132.0.29/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-0aa94-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-dec69-predictor-6b576ddc58-dnf7c |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp 10.132.0.27:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-dec69-predictor-799dcc499-rnh4f |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp 10.132.0.28:8643: connect: connection refused | |
kserve-ci-e2e-test |
multus |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
AddedInterface |
Add eth0 [10.132.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
InferenceServiceReady |
InferenceService [isvc-xgboost-graph] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-xgboost-graph |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-1] is Ready | |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-1 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x9) | kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
isvc-sklearn-graph-2 |
InferenceServiceReady |
InferenceService [isvc-sklearn-graph-2] is Ready | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-dec69-867bdb8f8c-zhrrg |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-1-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-0aa94-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-0aa94-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-0aa94-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-sklearn-graph-2-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-0aa94-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
isvc-xgboost-graph-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-0aa94 |
InferenceServiceReady |
InferenceService [error-404-isvc-0aa94] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-0aa94 |
InferenceServiceReady |
InferenceService [success-200-isvc-0aa94] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-0aa94 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-0aa94 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
replicaset-controller |
model-chainer-6b7f89d56f |
SuccessfulCreate |
Created pod: model-chainer-6b7f89d56f-kddch | |
kserve-ci-e2e-test |
deployment-controller |
model-chainer |
ScalingReplicaSet |
Scaled up replica set model-chainer-6b7f89d56f from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
model-chainer |
InferenceGraphReady |
InferenceGraph [model-chainer] is Ready | |
kserve-ci-e2e-test |
multus |
model-chainer-6b7f89d56f-kddch |
AddedInterface |
Add eth0 [10.133.0.28/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
model-chainer-6b7f89d56f-kddch |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine | |
kserve-ci-e2e-test |
kubelet |
model-chainer-6b7f89d56f-kddch |
Created |
Created container: model-chainer | |
kserve-ci-e2e-test |
kubelet |
model-chainer-6b7f89d56f-kddch |
Started |
Started container model-chainer | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-22b2a |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-22b2a": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-22b2a-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-22b2a-predictor-66499f9fc4 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-22b2a-predictor-66499f9fc4 |
SuccessfulCreate |
Created pod: success-200-isvc-22b2a-predictor-66499f9fc4-mklrh | |
kserve-ci-e2e-test |
kubelet |
model-chainer-6b7f89d56f-kddch |
Killing |
Stopping container model-chainer | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-22b2a |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-22b2a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-22b2a": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-22b2a-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-22b2a-predictor-7b88574587 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-22b2a-predictor-7b88574587 |
SuccessfulCreate |
Created pod: error-404-isvc-22b2a-predictor-7b88574587-dq2jl | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
success-200-isvc-22b2a-predictor-66499f9fc4-mklrh |
AddedInterface |
Add eth0 [10.132.0.31/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-22b2a-predictor-7b88574587-dq2jl |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
switch-graph-0aa94-57bc7d56f6-w2ts5 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-0aa94-serving-cert" not found | |
kserve-ci-e2e-test |
multus |
error-404-isvc-22b2a-predictor-7b88574587-dq2jl |
AddedInterface |
Add eth0 [10.132.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-22b2a-predictor-7b88574587-dq2jl |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-22b2a-predictor-7b88574587-dq2jl |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-22b2a-predictor-7b88574587-dq2jl |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-22b2a-predictor-7b88574587-dq2jl |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-22b2a-predictor-7b88574587-dq2jl |
Created |
Created container: kube-rbac-proxy | |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-22b2a-predictor-66499f9fc4-mklrh |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-22b2a-predictor-66499f9fc4-mklrh |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-22b2a-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-0aa94 |
InferenceGraphReady |
InferenceGraph [switch-graph-0aa94] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-0aa94-57bc7d56f6 |
SuccessfulCreate |
Created pod: switch-graph-0aa94-57bc7d56f6-w2ts5 | |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-0aa94 |
ScalingReplicaSet |
Scaled up replica set switch-graph-0aa94-57bc7d56f6 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-22b2a-predictor-66499f9fc4-mklrh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-0aa94-57bc7d56f6-w2ts5 |
Started |
Started container switch-graph-0aa94 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-0aa94-57bc7d56f6-w2ts5 |
Created |
Created container: switch-graph-0aa94 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-0aa94-57bc7d56f6-w2ts5 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine | |
kserve-ci-e2e-test |
multus |
switch-graph-0aa94-57bc7d56f6-w2ts5 |
AddedInterface |
Add eth0 [10.133.0.29/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-22b2a-predictor-66499f9fc4-mklrh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-22b2a-predictor-66499f9fc4-mklrh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-22b2a-predictor-66499f9fc4-mklrh |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-22b2a-predictor-66499f9fc4-mklrh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp 10.134.0.22:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp 10.134.0.21:8643: connect: connection refused | |
| (x10) | kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-2-predictor-767d6d7f5d-qmcj6 |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused |
| (x9) | kserve-ci-e2e-test |
kubelet |
isvc-xgboost-graph-predictor-555fc69d56-6nztq |
Unhealthy |
Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
isvc-sklearn-graph-1-predictor-766fdfb6bb-b4zd5 |
Unhealthy |
Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp 10.134.0.20:8643: connect: connection refused | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-0aa94-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-0aa94-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-22b2a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-22b2a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x6) | kserve-ci-e2e-test |
kubelet |
model-chainer-6b7f89d56f-kddch |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-0aa94-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-0aa94-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-22b2a-predictor-66499f9fc4-mklrh |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-22b2a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-22b2a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-22b2a |
InferenceServiceReady |
InferenceService [error-404-isvc-22b2a] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-22b2a |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-22b2a |
InferenceServiceReady |
InferenceService [success-200-isvc-22b2a] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-22b2a |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-22b2a |
InferenceGraphReady |
InferenceGraph [sequence-graph-22b2a] is Ready | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-22b2a-5fc98d8d55 |
SuccessfulCreate |
Created pod: sequence-graph-22b2a-5fc98d8d55-mzbmz | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-22b2a |
ScalingReplicaSet |
Scaled up replica set sequence-graph-22b2a-5fc98d8d55 from 0 to 1 | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-0aa94 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-0aa94 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
multus |
sequence-graph-22b2a-5fc98d8d55-mzbmz |
AddedInterface |
Add eth0 [10.133.0.30/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-22b2a-5fc98d8d55-mzbmz |
Started |
Started container sequence-graph-22b2a | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-22b2a-5fc98d8d55-mzbmz |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-22b2a-5fc98d8d55-mzbmz |
Created |
Created container: sequence-graph-22b2a | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-22b2a |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-22b2a |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-22b2a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-22b2a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-22b2a-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-22b2a |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-22b2a |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-22b2a-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-69e1e |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-69e1e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-69e1e": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-69e1e-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-69e1e-predictor-7568595c68 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-69e1e-predictor-7568595c68 |
SuccessfulCreate |
Created pod: success-200-isvc-69e1e-predictor-7568595c68-8t2ch | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-69e1e |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-69e1e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-69e1e": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-69e1e |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-69e1e": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
switch-graph-0aa94-57bc7d56f6-w2ts5 |
Killing |
Stopping container switch-graph-0aa94 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-69e1e |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-69e1e": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-69e1e-predictor-68f588fff7 |
SuccessfulCreate |
Created pod: error-404-isvc-69e1e-predictor-68f588fff7-bq6qg | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-69e1e-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-69e1e-predictor-68f588fff7 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69e1e-predictor-7568595c68-8t2ch |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69e1e-predictor-68f588fff7-bq6qg |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-69e1e-predictor-68f588fff7-bq6qg |
AddedInterface |
Add eth0 [10.132.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69e1e-predictor-68f588fff7-bq6qg |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69e1e-predictor-68f588fff7-bq6qg |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69e1e-predictor-7568595c68-8t2ch |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69e1e-predictor-7568595c68-8t2ch |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69e1e-predictor-7568595c68-8t2ch |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69e1e-predictor-7568595c68-8t2ch |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69e1e-predictor-7568595c68-8t2ch |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-69e1e-predictor-7568595c68-8t2ch |
AddedInterface |
Add eth0 [10.132.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69e1e-predictor-68f588fff7-bq6qg |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69e1e-predictor-68f588fff7-bq6qg |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69e1e-predictor-68f588fff7-bq6qg |
Started |
Started container kube-rbac-proxy | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp 10.132.0.29:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-0aa94-predictor-b4bbfd678-9fc5h |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-0aa94-predictor-74dc6456dc-gnpkm |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp 10.132.0.30:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-0aa94-57bc7d56f6-w2ts5 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-69e1e-predictor-7568595c68-8t2ch |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-69e1e-predictor-68f588fff7-bq6qg |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-69e1e-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-69e1e-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-69e1e-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-69e1e-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-69e1e |
InferenceServiceReady |
InferenceService [success-200-isvc-69e1e] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-69e1e |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-69e1e |
InferenceServiceReady |
InferenceService [error-404-isvc-69e1e] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-69e1e |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-22b2a-predictor-66499f9fc4-mklrh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-22b2a-predictor-7b88574587-dq2jl |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-599ee |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-599ee": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-22b2a-predictor-66499f9fc4-mklrh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-599ee-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-599ee-predictor-6fdd64d5bc from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-599ee-predictor-6fdd64d5bc |
SuccessfulCreate |
Created pod: error-404-isvc-599ee-predictor-6fdd64d5bc-nplst | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-599ee |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-599ee": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-599ee": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-22b2a-5fc98d8d55-mzbmz |
Killing |
Stopping container sequence-graph-22b2a | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-599ee-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-599ee-predictor-58f56bd85d from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-599ee-predictor-58f56bd85d |
SuccessfulCreate |
Created pod: success-200-isvc-599ee-predictor-58f56bd85d-96fm6 | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-69e1e |
InferenceGraphReady |
InferenceGraph [ensemble-graph-69e1e] is Ready | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-69e1e-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-69e1e |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-69e1e-5cc86cdc8b from 0 to 1 | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-69e1e-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-69e1e-5cc86cdc8b |
SuccessfulCreate |
Created pod: ensemble-graph-69e1e-5cc86cdc8b-bnz58 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-599ee |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-599ee": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-22b2a-predictor-7b88574587-dq2jl |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-599ee |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-599ee": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-599ee": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-599ee-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-69e1e-5cc86cdc8b-bnz58 |
Started |
Started container ensemble-graph-69e1e | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-599ee-predictor-6fdd64d5bc-nplst |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-69e1e-5cc86cdc8b-bnz58 |
Created |
Created container: ensemble-graph-69e1e | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-599ee-predictor-6fdd64d5bc-nplst |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-599ee-predictor-6fdd64d5bc-nplst |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
multus |
ensemble-graph-69e1e-5cc86cdc8b-bnz58 |
AddedInterface |
Add eth0 [10.133.0.31/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
multus |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
AddedInterface |
Add eth0 [10.132.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-599ee-predictor-6fdd64d5bc-nplst |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-69e1e-5cc86cdc8b-bnz58 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-599ee-predictor-6fdd64d5bc-nplst |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
error-404-isvc-599ee-predictor-6fdd64d5bc-nplst |
AddedInterface |
Add eth0 [10.132.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-599ee-predictor-6fdd64d5bc-nplst |
Started |
Started container kserve-container | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-69e1e-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-69e1e-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
Created |
Created container: kserve-container | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-22b2a-predictor-7b88574587-dq2jl |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-22b2a-predictor-7b88574587-dq2jl |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp 10.132.0.32:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-69e1e-5cc86cdc8b-bnz58 |
Killing |
Stopping container ensemble-graph-69e1e | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-9ded0-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-9ded0-predictor-769fb7bc7 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-9ded0-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
multus |
success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp |
AddedInterface |
Add eth0 [10.132.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-9ded0 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-9ded0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9ded0": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69e1e-predictor-7568595c68-8t2ch |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69e1e-predictor-7568595c68-8t2ch |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-9ded0-predictor-6fc78767d4 |
SuccessfulCreate |
Created pod: success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-9ded0-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-9ded0-predictor-6fc78767d4 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-9ded0-predictor-769fb7bc7 |
SuccessfulCreate |
Created pod: error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-9ded0 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9ded0": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69e1e-predictor-68f588fff7-bq6qg |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69e1e-predictor-68f588fff7-bq6qg |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-69e1e-predictor-7568595c68-8t2ch |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
AddedInterface |
Add eth0 [10.132.0.38/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-69e1e-predictor-68f588fff7-bq6qg |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp 10.132.0.34:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-22b2a-5fc98d8d55-mzbmz |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-69e1e-5cc86cdc8b-bnz58 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-9ded0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-9ded0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-9ded0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-9ded0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-599ee-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-599ee-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-599ee-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-599ee-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-599ee-predictor-6fdd64d5bc-nplst |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-599ee |
InferenceServiceReady |
InferenceService [error-404-isvc-599ee] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-599ee |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-599ee |
InferenceServiceReady |
InferenceService [success-200-isvc-599ee] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-599ee |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-9ded0 |
InferenceServiceReady |
InferenceService [success-200-isvc-9ded0] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-9ded0 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-9ded0 |
InferenceServiceReady |
InferenceService [error-404-isvc-9ded0] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-9ded0 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-599ee-6fb48cd747 |
SuccessfulCreate |
Created pod: sequence-graph-599ee-6fb48cd747-x5wbq | |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-599ee |
ScalingReplicaSet |
Scaled up replica set sequence-graph-599ee-6fb48cd747 from 0 to 1 | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-599ee |
InferenceGraphReady |
InferenceGraph [sequence-graph-599ee] is Ready | |
| (x2) | kserve-ci-e2e-test |
kubelet |
sequence-graph-599ee-6fb48cd747-x5wbq |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-599ee-serving-cert" not found |
kserve-ci-e2e-test |
kubelet |
sequence-graph-599ee-6fb48cd747-x5wbq |
Created |
Created container: sequence-graph-599ee | |
kserve-ci-e2e-test |
multus |
sequence-graph-599ee-6fb48cd747-x5wbq |
AddedInterface |
Add eth0 [10.133.0.32/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-599ee-6fb48cd747-x5wbq |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-599ee-6fb48cd747-x5wbq |
Started |
Started container sequence-graph-599ee | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-599ee-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-599ee-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-599ee-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-599ee-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-a54dc-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-a54dc-predictor-558db86446 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-599ee-6fb48cd747-x5wbq |
Killing |
Stopping container sequence-graph-599ee | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-9ded0 |
InternalError |
fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-9ded0": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
multus |
ensemble-graph-9ded0-5b84bdf89c-htgg9 |
AddedInterface |
Add eth0 [10.133.0.33/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-9ded0-5b84bdf89c-htgg9 |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-9ded0-5b84bdf89c-htgg9 |
Created |
Created container: ensemble-graph-9ded0 | |
kserve-ci-e2e-test |
multus |
error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh |
AddedInterface |
Add eth0 [10.132.0.40/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-9ded0-5b84bdf89c-htgg9 |
Started |
Started container ensemble-graph-9ded0 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
ensemble-graph-9ded0-5b84bdf89c |
SuccessfulCreate |
Created pod: ensemble-graph-9ded0-5b84bdf89c-htgg9 | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-a54dc-predictor-54fd4997ff |
SuccessfulCreate |
Created pod: error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-a54dc-predictor-558db86446 |
SuccessfulCreate |
Created pod: success-200-isvc-a54dc-predictor-558db86446-4lqqb | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a54dc-predictor-558db86446-4lqqb |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a54dc-predictor-558db86446-4lqqb |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a54dc-predictor-558db86446-4lqqb |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-a54dc-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-a54dc-predictor-54fd4997ff from 0 to 1 | |
kserve-ci-e2e-test |
deployment-controller |
ensemble-graph-9ded0 |
ScalingReplicaSet |
Scaled up replica set ensemble-graph-9ded0-5b84bdf89c from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a54dc-predictor-558db86446-4lqqb |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-9ded0 |
InferenceGraphReady |
InferenceGraph [ensemble-graph-9ded0] is Ready | |
kserve-ci-e2e-test |
InferenceGraphController |
ensemble-graph-9ded0 |
UpdateFailed |
Failed to update status for InferenceGraph "ensemble-graph-9ded0": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-9ded0": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-599ee-predictor-6fdd64d5bc-nplst |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-599ee-predictor-6fdd64d5bc-nplst |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a54dc-predictor-558db86446-4lqqb |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a54dc |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-a54dc": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a54dc": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a54dc |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a54dc": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a54dc-predictor-558db86446-4lqqb |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
multus |
success-200-isvc-a54dc-predictor-558db86446-4lqqb |
AddedInterface |
Add eth0 [10.132.0.39/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-599ee-predictor-6fdd64d5bc-nplst |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-599ee-predictor-58f56bd85d-96fm6 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-9ded0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-9ded0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-599ee-6fb48cd747-x5wbq |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-9ded0 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
ensemble-graph-9ded0 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a54dc-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a54dc-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-9ded0-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-9ded0-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a54dc |
InferenceServiceReady |
InferenceService [error-404-isvc-a54dc] is Ready | |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-a54dc |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a54dc |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-a54dc |
InferenceServiceReady |
InferenceService [success-200-isvc-a54dc] is Ready | |
kserve-ci-e2e-test |
InferenceGraphController |
sequence-graph-a54dc |
InferenceGraphReady |
InferenceGraph [sequence-graph-a54dc] is Ready | |
kserve-ci-e2e-test |
multus |
sequence-graph-a54dc-84c7c69c68-5ndvw |
AddedInterface |
Add eth0 [10.133.0.34/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a54dc-84c7c69c68-5ndvw |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a54dc-84c7c69c68-5ndvw |
Created |
Created container: sequence-graph-a54dc | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a54dc-84c7c69c68-5ndvw |
Started |
Started container sequence-graph-a54dc | |
kserve-ci-e2e-test |
replicaset-controller |
sequence-graph-a54dc-84c7c69c68 |
SuccessfulCreate |
Created pod: sequence-graph-a54dc-84c7c69c68-5ndvw | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a54dc-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
deployment-controller |
sequence-graph-a54dc |
ScalingReplicaSet |
Scaled up replica set sequence-graph-a54dc-84c7c69c68 from 0 to 1 | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-a54dc-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a54dc-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-a54dc-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a54dc |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
sequence-graph-a54dc |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-974ed |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-974ed": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-974ed |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-974ed": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-974ed": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-974ed-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-974ed-predictor-7bfd566fb6 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
ensemble-graph-9ded0-5b84bdf89c-htgg9 |
Killing |
Stopping container ensemble-graph-9ded0 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-974ed |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-974ed": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-974ed": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-974ed-predictor-7bfd566fb6 |
SuccessfulCreate |
Created pod: success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-974ed-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-974ed-predictor-677df94fc9 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-974ed |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-974ed": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
error-404-isvc-974ed-predictor-677df94fc9-c69t8 |
AddedInterface |
Add eth0 [10.132.0.42/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-974ed-predictor-677df94fc9-c69t8 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-974ed-predictor-677df94fc9-c69t8 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-974ed-predictor-677df94fc9-c69t8 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-974ed-predictor-677df94fc9-c69t8 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-974ed-predictor-677df94fc9-c69t8 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-974ed-predictor-677df94fc9-c69t8 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-974ed-predictor-677df94fc9 |
SuccessfulCreate |
Created pod: error-404-isvc-974ed-predictor-677df94fc9-c69t8 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd |
AddedInterface |
Add eth0 [10.132.0.41/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp 10.132.0.37:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-9ded0-predictor-6fc78767d4-9nnsp |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-9ded0-predictor-769fb7bc7-d9fvx |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
ensemble-graph-9ded0-5b84bdf89c-htgg9 |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-974ed-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-974ed-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-974ed-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-974ed-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-974ed-predictor-677df94fc9-c69t8 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused |
| (x6) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection refused |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-974ed |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-974ed |
InferenceServiceReady |
InferenceService [success-200-isvc-974ed] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-974ed |
InferenceServiceReady |
InferenceService [error-404-isvc-974ed] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-974ed |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-da1f6-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-da1f6-predictor-564b4d98fc from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a54dc-predictor-558db86446-4lqqb |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a54dc-predictor-558db86446-4lqqb |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-da1f6 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-da1f6": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-da1f6-predictor-6bb4478c84 |
SuccessfulCreate |
Created pod: success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
sequence-graph-a54dc-84c7c69c68-5ndvw |
Killing |
Stopping container sequence-graph-a54dc | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-da1f6-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-da1f6-predictor-6bb4478c84 from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-da1f6 |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-da1f6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-da1f6": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-974ed-d89cd458-jn6tr |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx |
Started |
Started container kserve-container | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-974ed-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
multus |
error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj |
AddedInterface |
Add eth0 [10.132.0.44/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-974ed |
InferenceGraphReady |
InferenceGraph [splitter-graph-974ed] is Ready | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx |
AddedInterface |
Add eth0 [10.132.0.43/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-974ed-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-974ed-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx |
Created |
Created container: kserve-container | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-974ed-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-974ed |
ScalingReplicaSet |
Scaled up replica set splitter-graph-974ed-d89cd458 from 0 to 1 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
multus |
splitter-graph-974ed-d89cd458-jn6tr |
AddedInterface |
Add eth0 [10.133.0.35/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-974ed-d89cd458-jn6tr |
Created |
Created container: splitter-graph-974ed | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-da1f6-predictor-564b4d98fc |
SuccessfulCreate |
Created pod: error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-974ed-d89cd458-jn6tr |
Started |
Started container splitter-graph-974ed | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-da1f6 |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-da1f6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-da1f6": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-974ed-d89cd458 |
SuccessfulCreate |
Created pod: splitter-graph-974ed-d89cd458-jn6tr | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-da1f6 |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-da1f6": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp 10.132.0.40:8643: connect: connection refused | |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-a54dc-predictor-54fd4997ff-cbnmh |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-a54dc-predictor-558db86446-4lqqb |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-a54dc-predictor-558db86446-4lqqb |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp 10.132.0.39:8643: connect: connection refused | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-563cb |
UpdateFailed |
Failed to update status for InferenceService "error-404-isvc-563cb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-563cb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-974ed-predictor-677df94fc9-c69t8 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-563cb |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-563cb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-563cb-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-974ed-d89cd458-jn6tr |
Killing |
Stopping container splitter-graph-974ed | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-974ed-predictor-677df94fc9-c69t8 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-563cb-predictor-serving-cert" not found | |
kserve-ci-e2e-test |
replicaset-controller |
error-404-isvc-563cb-predictor-85497489cf |
SuccessfulCreate |
Created pod: error-404-isvc-563cb-predictor-85497489cf-k8hg5 | |
kserve-ci-e2e-test |
deployment-controller |
error-404-isvc-563cb-predictor |
ScalingReplicaSet |
Scaled up replica set error-404-isvc-563cb-predictor-85497489cf from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
success-200-isvc-563cb-predictor-59bfb879bb |
SuccessfulCreate |
Created pod: success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 | |
kserve-ci-e2e-test |
deployment-controller |
success-200-isvc-563cb-predictor |
ScalingReplicaSet |
Scaled up replica set success-200-isvc-563cb-predictor-59bfb879bb from 0 to 1 | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-563cb |
InternalError |
fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-563cb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-563cb |
UpdateFailed |
Failed to update status for InferenceService "success-200-isvc-563cb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-563cb": the object has been modified; please apply your changes to the latest version and try again | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
Pulled |
Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
multus |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
AddedInterface |
Add eth0 [10.132.0.46/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
Pulled |
Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1699" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
Pulled |
Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
Created |
Created container: kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
Started |
Started container kserve-container | |
kserve-ci-e2e-test |
multus |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
AddedInterface |
Add eth0 [10.132.0.45/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
Created |
Created container: kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
Started |
Started container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-974ed-predictor-7bfd566fb6-zs7xd |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp 10.132.0.41:8643: connect: connection refused | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-974ed-predictor-677df94fc9-c69t8 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp 10.132.0.42:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
sequence-graph-a54dc-84c7c69c68-5ndvw |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-da1f6-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-da1f6-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-da1f6-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-da1f6-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-974ed-d89cd458-jn6tr |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
| (x7) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection refused |
| (x7) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection refused |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-563cb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-563cb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-da1f6 |
InferenceServiceReady |
InferenceService [success-200-isvc-da1f6] is Ready | |
| (x6) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-da1f6 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x5) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-da1f6 |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-da1f6 |
InferenceServiceReady |
InferenceService [error-404-isvc-da1f6] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-563cb |
InferenceServiceReady |
InferenceService [error-404-isvc-563cb] is Ready | |
kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-563cb |
InferenceServiceReady |
InferenceService [success-200-isvc-563cb] is Ready | |
| (x7) | kserve-ci-e2e-test |
v1beta1Controllers |
success-200-isvc-563cb |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
| (x7) | kserve-ci-e2e-test |
v1beta1Controllers |
error-404-isvc-563cb |
VirtualServiceCRDNotFound |
Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. |
kserve-ci-e2e-test |
deployment-controller |
switch-graph-da1f6 |
ScalingReplicaSet |
Scaled up replica set switch-graph-da1f6-ccc959c7 from 0 to 1 | |
kserve-ci-e2e-test |
replicaset-controller |
switch-graph-da1f6-ccc959c7 |
SuccessfulCreate |
Created pod: switch-graph-da1f6-ccc959c7-b2xwj | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-563cb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
InferenceGraphController |
switch-graph-da1f6 |
InferenceGraphReady |
InferenceGraph [switch-graph-da1f6] is Ready | |
kserve-ci-e2e-test |
kubelet |
switch-graph-da1f6-ccc959c7-b2xwj |
FailedMount |
MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-da1f6-serving-cert" not found | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-563cb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
multus |
switch-graph-da1f6-ccc959c7-b2xwj |
AddedInterface |
Add eth0 [10.133.0.36/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
kubelet |
switch-graph-da1f6-ccc959c7-b2xwj |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine | |
kserve-ci-e2e-test |
kubelet |
switch-graph-da1f6-ccc959c7-b2xwj |
Created |
Created container: switch-graph-da1f6 | |
kserve-ci-e2e-test |
kubelet |
switch-graph-da1f6-ccc959c7-b2xwj |
Started |
Started container switch-graph-da1f6 | |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-da1f6-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x3) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-da1f6-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
kubelet |
splitter-graph-563cb-656565cb55-rbk2j |
Started |
Started container splitter-graph-563cb | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-563cb-656565cb55-rbk2j |
Created |
Created container: splitter-graph-563cb | |
kserve-ci-e2e-test |
replicaset-controller |
splitter-graph-563cb-656565cb55 |
SuccessfulCreate |
Created pod: splitter-graph-563cb-656565cb55-rbk2j | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-563cb-656565cb55-rbk2j |
Pulled |
Container image "quay.io/opendatahub/kserve-router@sha256:dd586ec6070475345d8957bd96d9ed934a0535b04c01efc33f205d1b98ca1559" already present on machine | |
kserve-ci-e2e-test |
multus |
splitter-graph-563cb-656565cb55-rbk2j |
AddedInterface |
Add eth0 [10.133.0.37/23] from ovn-kubernetes | |
kserve-ci-e2e-test |
InferenceGraphController |
splitter-graph-563cb |
InferenceGraphReady |
InferenceGraph [splitter-graph-563cb] is Ready | |
kserve-ci-e2e-test |
deployment-controller |
splitter-graph-563cb |
ScalingReplicaSet |
Scaled up replica set splitter-graph-563cb-656565cb55 from 0 to 1 | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-da1f6 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-da1f6 |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API | |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-da1f6-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-da1f6-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-da1f6 |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-563cb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-563cb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
error-404-isvc-563cb-predictor |
FailedGetResourceMetric |
failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
| (x4) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
success-200-isvc-563cb-predictor |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) |
kserve-ci-e2e-test |
horizontal-pod-autoscaler |
switch-graph-da1f6 |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) | |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-563cb |
FailedComputeMetricsReplicas |
invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
| (x2) | kserve-ci-e2e-test |
horizontal-pod-autoscaler |
splitter-graph-563cb |
FailedGetResourceMetric |
failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
splitter-graph-563cb-656565cb55-rbk2j |
Killing |
Stopping container splitter-graph-563cb | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp 10.132.0.46:8643: connect: connection refused | |
| (x8) | kserve-ci-e2e-test |
kubelet |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection refused |
| (x8) | kserve-ci-e2e-test |
kubelet |
error-404-isvc-563cb-predictor-85497489cf-k8hg5 |
Unhealthy |
Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection refused |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-563cb-predictor-59bfb879bb-x7zl7 |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp 10.132.0.45:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
splitter-graph-563cb-656565cb55-rbk2j |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
error-404-isvc-da1f6-predictor-564b4d98fc-8wvmj |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
switch-graph-da1f6-ccc959c7-b2xwj |
Killing |
Stopping container switch-graph-da1f6 | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx |
Killing |
Stopping container kserve-container | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx |
Killing |
Stopping container kube-rbac-proxy | |
kserve-ci-e2e-test |
kubelet |
success-200-isvc-da1f6-predictor-6bb4478c84-hc5zx |
Unhealthy |
Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp 10.132.0.43:8643: connect: connection refused | |
| (x6) | kserve-ci-e2e-test |
kubelet |
switch-graph-da1f6-ccc959c7-b2xwj |
Unhealthy |
Readiness probe failed: HTTP probe failed with statuscode: 503 |