--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:26:11.223917Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21104" uid: 84ebc189-89cf-4638-a691-e3a1d7421ff0 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 to ip-10-0-137-4.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:26:11Z" name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5.18e36f0b5d482a64 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21108" uid: c5e64810-7d91-4c0d-874c-d134d5e35a40 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21112" uid: 84ebc189-89cf-4638-a691-e3a1d7421ff0 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:26:11Z" name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5.18e36f0b7f97e148 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21133" uid: 7dfb4ff2-bd67-43ab-a091-a241688418a3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21105" uid: 84ebc189-89cf-4638-a691-e3a1d7421ff0 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2144" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:11Z" name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5.18e36f0b81257a63 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21135" uid: cd913446-419a-4b22-8e8b-56b94b810dde reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21105" uid: 84ebc189-89cf-4638-a691-e3a1d7421ff0 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:11Z" name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5.18e36f0b8442bd5c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21137" uid: 94b8a499-329f-407b-b480-e89f0dca5c2c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21105" uid: 84ebc189-89cf-4638-a691-e3a1d7421ff0 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:11Z" name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5.18e36f0b84fa71c1 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21138" uid: 0d183052-33e9-4f31-b0e9-37a535b1b7fc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21105" uid: 84ebc189-89cf-4638-a691-e3a1d7421ff0 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:11Z" name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5.18e36f0b85056636 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21139" uid: 47a3e8c2-690c-4880-ab6b-c063f283cb53 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21105" uid: 84ebc189-89cf-4638-a691-e3a1d7421ff0 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:11Z" name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5.18e36f0b87d13155 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21140" uid: 46a45ea4-1f7c-4b29-9e9b-2457cd4f864c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21105" uid: 84ebc189-89cf-4638-a691-e3a1d7421ff0 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:11Z" name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5.18e36f0b884bc8d5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21141" uid: 2e89e218-7676-4062-ab78-a4a90bc56575 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-10-30T22:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21105" uid: 84ebc189-89cf-4638-a691-e3a1d7421ff0 kind: Event lastTimestamp: "2026-10-30T22:26:58Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:58Z" name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5.18e36f0ba52b07d9 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21580" uid: 0c99a38c-b6d3-4719-9756-ee2923cd6207 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:43:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21105" uid: 84ebc189-89cf-4638-a691-e3a1d7421ff0 kind: Event lastTimestamp: "2026-10-30T22:43:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T22:43:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:43:42Z" name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5.18e3700022f590dd namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "26762" uid: 96aa0363-d62a-4e60-8413-ac3a498bd1f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:43:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21105" uid: 84ebc189-89cf-4638-a691-e3a1d7421ff0 kind: Event lastTimestamp: "2026-10-30T22:43:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T22:43:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:43:42Z" name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5.18e3700022f63916 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "26764" uid: 1de18d56-7c9d-44d6-9173-3e2ff78a44e6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:43:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21105" uid: 84ebc189-89cf-4638-a691-e3a1d7421ff0 kind: Event lastTimestamp: "2026-10-30T22:43:43Z" message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp 10.133.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:43:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:43:43Z" name: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5.18e3700059cf9adc namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "26786" uid: 9140cd3a-7d87-4f35-b83b-ea53211ca5c6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-18df3-predictor-7b5568b5d9 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21094" uid: 5b13e990-7bcd-4060-ad03-2f0b08f75298 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: 'Created pod: error-404-isvc-18df3-predictor-7b5568b5d9-k48m5' metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:26:11Z" name: error-404-isvc-18df3-predictor-7b5568b5d9.18e36f0b5ce25db0 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21106" uid: 2ecabc27-86da-43d5-abe9-a2dedd9166b9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-18df3-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21092" uid: d5b41d45-b4f9-4240-9251-265dfe48deca kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Scaled up replica set error-404-isvc-18df3-predictor-7b5568b5d9 from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:26:11Z" name: error-404-isvc-18df3-predictor.18e36f0b5b0c221f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21096" uid: c7351d9e-58bd-4332-8c53-187445b95ca6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:26:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-18df3-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21093" uid: 426cd6a2-135d-4706-9a50-8730ada1b5f3 kind: Event lastTimestamp: "2026-10-30T22:26:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:26:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:26:56Z" name: error-404-isvc-18df3-predictor.18e36f0ed98be3c4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21563" uid: 0f52089d-b7ca-44c1-9e52-96f0ca80c987 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:26:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-18df3-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21093" uid: 426cd6a2-135d-4706-9a50-8730ada1b5f3 kind: Event lastTimestamp: "2026-10-30T22:26:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:26:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:26:56Z" name: error-404-isvc-18df3-predictor.18e36f0ed9f765d7 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21565" uid: db155887-db59-46b2-9cab-0e8e4d990dcd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:27:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-18df3-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21268" uid: 426cd6a2-135d-4706-9a50-8730ada1b5f3 kind: Event lastTimestamp: "2026-10-30T22:27:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:27:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:27:41Z" name: error-404-isvc-18df3-predictor.18e36f19562e600d namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21878" uid: 03ca6622-688a-438d-b4ae-6808647b064f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:27:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-18df3-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21268" uid: 426cd6a2-135d-4706-9a50-8730ada1b5f3 kind: Event lastTimestamp: "2026-10-30T22:27:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:27:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:27:41Z" name: error-404-isvc-18df3-predictor.18e36f1956940cc4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21879" uid: 2d201abd-c64c-43b7-8b3e-aec9ec26520d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-18df3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21083" uid: 27d28af6-c252-492f-bf12-cf2f443cc6be kind: Event lastTimestamp: "2026-10-30T22:27:08Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:27:08Z" name: error-404-isvc-18df3.18e36f0b5bc5c1f7 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21640" uid: ac8c6553-e414-4268-a99f-96795aa68937 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:27:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-18df3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21638" uid: 27d28af6-c252-492f-bf12-cf2f443cc6be kind: Event lastTimestamp: "2026-10-30T22:27:08Z" message: InferenceService [error-404-isvc-18df3] is Ready metadata: creationTimestamp: "2026-10-30T22:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:27:08Z" name: error-404-isvc-18df3.18e36f18b9fc2a53 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21639" uid: f1213fdc-3d65-4478-8081-6a291abebdfc reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:16:40.222983Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-32399-predictor-96655cc85-knlc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17832" uid: d5734d6d-afa3-43eb-a10f-43d4da8d2494 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/error-404-isvc-32399-predictor-96655cc85-knlc8 to ip-10-0-137-4.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:16:40Z" name: error-404-isvc-32399-predictor-96655cc85-knlc8.18e36e866af95f8c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17838" uid: 3d8994ee-3d4f-4d3e-bba6-0049b911d6de reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-32399-predictor-96655cc85-knlc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17842" uid: d5734d6d-afa3-43eb-a10f-43d4da8d2494 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:16:40Z" name: error-404-isvc-32399-predictor-96655cc85-knlc8.18e36e868d91d4b7 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17856" uid: ceea4c6e-019f-4532-bc7d-5dcbe5e1ac21 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-32399-predictor-96655cc85-knlc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17835" uid: d5734d6d-afa3-43eb-a10f-43d4da8d2494 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2144" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:40Z" name: error-404-isvc-32399-predictor-96655cc85-knlc8.18e36e868f304f92 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17858" uid: 3bdda6f4-df08-4568-9da9-6117436bf3d7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-32399-predictor-96655cc85-knlc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17835" uid: d5734d6d-afa3-43eb-a10f-43d4da8d2494 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:40Z" name: error-404-isvc-32399-predictor-96655cc85-knlc8.18e36e869247a3d1 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17859" uid: 04b31354-ce4d-436b-b3da-5f072e51dabe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-32399-predictor-96655cc85-knlc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17835" uid: d5734d6d-afa3-43eb-a10f-43d4da8d2494 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:40Z" name: error-404-isvc-32399-predictor-96655cc85-knlc8.18e36e8692be9f7c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17860" uid: f4e200f4-e63e-4e7e-ae1e-13ad616ec7f4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-32399-predictor-96655cc85-knlc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17835" uid: d5734d6d-afa3-43eb-a10f-43d4da8d2494 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:40Z" name: error-404-isvc-32399-predictor-96655cc85-knlc8.18e36e8692cab5db namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17861" uid: 33117817-dc60-44d2-9642-9342879ebdf5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-32399-predictor-96655cc85-knlc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17835" uid: d5734d6d-afa3-43eb-a10f-43d4da8d2494 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:40Z" name: error-404-isvc-32399-predictor-96655cc85-knlc8.18e36e8696095f22 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17862" uid: b2d72cf9-9f95-44dc-a71d-4f102f7b9155 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-32399-predictor-96655cc85-knlc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17835" uid: d5734d6d-afa3-43eb-a10f-43d4da8d2494 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:40Z" name: error-404-isvc-32399-predictor-96655cc85-knlc8.18e36e8696815a5e namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17863" uid: e9f858da-5447-4dfa-a7e3-e98e4e9b28ae reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-30T22:16:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-32399-predictor-96655cc85-knlc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17835" uid: d5734d6d-afa3-43eb-a10f-43d4da8d2494 kind: Event lastTimestamp: "2026-10-30T22:26:08Z" message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:08Z" name: error-404-isvc-32399-predictor-96655cc85-knlc8.18e36e86e5158701 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21029" uid: d30886da-2811-4e33-8fcd-4d865d27ddbd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-32399-predictor-96655cc85-knlc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17835" uid: d5734d6d-afa3-43eb-a10f-43d4da8d2494 kind: Event lastTimestamp: "2026-10-30T22:26:05Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T22:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:05Z" name: error-404-isvc-32399-predictor-96655cc85-knlc8.18e36f0a0e7c273d namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "20994" uid: d01d64c4-87b7-4b5b-8f1c-52412b256354 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-32399-predictor-96655cc85-knlc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17835" uid: d5734d6d-afa3-43eb-a10f-43d4da8d2494 kind: Event lastTimestamp: "2026-10-30T22:26:05Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T22:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:05Z" name: error-404-isvc-32399-predictor-96655cc85-knlc8.18e36f0a0e7cd8c3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "20997" uid: 48542df3-58c0-480c-92e7-c29fd6ca5e8b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-32399-predictor-96655cc85-knlc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17835" uid: d5734d6d-afa3-43eb-a10f-43d4da8d2494 kind: Event lastTimestamp: "2026-10-30T22:26:08Z" message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp 10.133.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:26:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:08Z" name: error-404-isvc-32399-predictor-96655cc85-knlc8.18e36f0aad7b0e11 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21028" uid: 7caee06d-dff2-4705-93f4-16815abba285 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-32399-predictor-96655cc85 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17825" uid: 8127c4f2-8c1c-449a-8ad3-46d4d073e781 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: 'Created pod: error-404-isvc-32399-predictor-96655cc85-knlc8' metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:40Z" name: error-404-isvc-32399-predictor-96655cc85.18e36e866a8d86ff namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17834" uid: 8b7ae433-a236-48e1-9d9d-6120c2002389 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-32399-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17823" uid: c81e74ff-a43e-4a3e-a35d-0f8ddd9b54af kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Scaled up replica set error-404-isvc-32399-predictor-96655cc85 from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:40Z" name: error-404-isvc-32399-predictor.18e36e8668e06025 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17826" uid: 06853306-67b8-47a5-a0b5-43be0df28380 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-32399-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17824" uid: a9278d3c-8c79-4ad4-8224-5cbc723ba7c8 kind: Event lastTimestamp: "2026-10-30T22:16:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:16:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:55Z" name: error-404-isvc-32399-predictor.18e36e89e76ff793 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17977" uid: e60046a6-9be6-4130-ae0e-66080aa9faca reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-32399-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17824" uid: a9278d3c-8c79-4ad4-8224-5cbc723ba7c8 kind: Event lastTimestamp: "2026-10-30T22:16:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:16:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:55Z" name: error-404-isvc-32399-predictor.18e36e89e7dbc02a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17979" uid: 555507ac-7f7c-4a30-967d-14734e2254c5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:17:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-32399-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17978" uid: a9278d3c-8c79-4ad4-8224-5cbc723ba7c8 kind: Event lastTimestamp: "2026-10-30T22:18:10Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:17:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:18:10Z" name: error-404-isvc-32399-predictor.18e36e8d669dfffd namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18452" uid: ae23b036-4c0d-4401-9ec3-99ec98e78679 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:17:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-32399-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17978" uid: a9278d3c-8c79-4ad4-8224-5cbc723ba7c8 kind: Event lastTimestamp: "2026-10-30T22:18:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:17:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:18:10Z" name: error-404-isvc-32399-predictor.18e36e8d670f0edc namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18453" uid: 101af91d-9112-4a2a-b8c2-bdcc861c81b6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-32399 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17817" uid: b77563a4-c0e0-4565-b038-34e82fa4ca76 kind: Event lastTimestamp: "2026-10-30T22:17:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:17:38Z" name: error-404-isvc-32399.18e36e86696431b3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18257" uid: 97742968-f6f0-4780-ac94-2820637745c3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:17:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-32399 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18254" uid: b77563a4-c0e0-4565-b038-34e82fa4ca76 kind: Event lastTimestamp: "2026-10-30T22:17:38Z" message: InferenceService [error-404-isvc-32399] is Ready metadata: creationTimestamp: "2026-10-30T22:17:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:17:38Z" name: error-404-isvc-32399.18e36e93f6e76796 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18255" uid: 4fa5d660-a81e-4ee6-9ec2-dddb9b37b510 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:15:13.378933Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-47126-predictor-75575b7677-6f6r4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16987" uid: 7eb3170b-29d1-4336-8ddb-bd75d1e4e133 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/error-404-isvc-47126-predictor-75575b7677-6f6r4 to ip-10-0-137-4.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:15:13Z" name: error-404-isvc-47126-predictor-75575b7677-6f6r4.18e36e7232aa5d1f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16991" uid: c67e414d-abd8-4cf5-b1b5-37a4d75aeab1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-47126-predictor-75575b7677-6f6r4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16996" uid: 7eb3170b-29d1-4336-8ddb-bd75d1e4e133 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:15:13Z" name: error-404-isvc-47126-predictor-75575b7677-6f6r4.18e36e7255230470 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17013" uid: bc3173af-207b-46e3-9a51-9f9eb3e6dde3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47126-predictor-75575b7677-6f6r4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16989" uid: 7eb3170b-29d1-4336-8ddb-bd75d1e4e133 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2144" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:13Z" name: error-404-isvc-47126-predictor-75575b7677-6f6r4.18e36e72569b5b22 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17015" uid: 8478759d-f44c-4f7b-8883-828f376d9c29 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47126-predictor-75575b7677-6f6r4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16989" uid: 7eb3170b-29d1-4336-8ddb-bd75d1e4e133 kind: Event lastTimestamp: "2026-10-30T22:15:14Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:15:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:14Z" name: error-404-isvc-47126-predictor-75575b7677-6f6r4.18e36e725939c001 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17016" uid: 405e82b5-f911-4f57-92b6-21f0b91de6c5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47126-predictor-75575b7677-6f6r4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16989" uid: 7eb3170b-29d1-4336-8ddb-bd75d1e4e133 kind: Event lastTimestamp: "2026-10-30T22:15:14Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:15:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:14Z" name: error-404-isvc-47126-predictor-75575b7677-6f6r4.18e36e725a02ce07 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17017" uid: 0d97f3bf-f8cd-45dd-a385-103c42c59abf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-47126-predictor-75575b7677-6f6r4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16989" uid: 7eb3170b-29d1-4336-8ddb-bd75d1e4e133 kind: Event lastTimestamp: "2026-10-30T22:15:14Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:15:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:14Z" name: error-404-isvc-47126-predictor-75575b7677-6f6r4.18e36e725a0e1e10 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17018" uid: e69b80cf-ce28-4d9a-93c9-84935563ca5e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-47126-predictor-75575b7677-6f6r4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16989" uid: 7eb3170b-29d1-4336-8ddb-bd75d1e4e133 kind: Event lastTimestamp: "2026-10-30T22:15:14Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:15:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:14Z" name: error-404-isvc-47126-predictor-75575b7677-6f6r4.18e36e725fcc3994 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17019" uid: 1fa8698e-8458-461f-b12b-080ff483a2ee reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-47126-predictor-75575b7677-6f6r4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16989" uid: 7eb3170b-29d1-4336-8ddb-bd75d1e4e133 kind: Event lastTimestamp: "2026-10-30T22:15:14Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:15:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:14Z" name: error-404-isvc-47126-predictor-75575b7677-6f6r4.18e36e7260467436 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17020" uid: 6958b9b3-4b5e-42c9-85fe-1fc46166cded reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-10-30T22:15:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47126-predictor-75575b7677-6f6r4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16989" uid: 7eb3170b-29d1-4336-8ddb-bd75d1e4e133 kind: Event lastTimestamp: "2026-10-30T22:16:00Z" message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:15:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:00Z" name: error-404-isvc-47126-predictor-75575b7677-6f6r4.18e36e728f438ef7 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17470" uid: 65dabbdc-1e0a-48c9-8fb4-9c61fd4edda6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47126-predictor-75575b7677-6f6r4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16989" uid: 7eb3170b-29d1-4336-8ddb-bd75d1e4e133 kind: Event lastTimestamp: "2026-10-30T22:16:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T22:16:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:34Z" name: error-404-isvc-47126-predictor-75575b7677-6f6r4.18e36e851ce2e3ba namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17725" uid: 227afcfb-123d-451a-8fbc-2f0d5e083161 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-47126-predictor-75575b7677-6f6r4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16989" uid: 7eb3170b-29d1-4336-8ddb-bd75d1e4e133 kind: Event lastTimestamp: "2026-10-30T22:16:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T22:16:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:34Z" name: error-404-isvc-47126-predictor-75575b7677-6f6r4.18e36e851ce36412 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17731" uid: 80cbb9eb-8d1d-4487-bd0c-700fe2460103 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-47126-predictor-75575b7677-6f6r4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16989" uid: 7eb3170b-29d1-4336-8ddb-bd75d1e4e133 kind: Event lastTimestamp: "2026-10-30T22:16:35Z" message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp 10.133.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:16:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:35Z" name: error-404-isvc-47126-predictor-75575b7677-6f6r4.18e36e856b74998a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17747" uid: cff50ca5-9fbd-4e82-a63d-0f132b31748e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-47126-predictor-75575b7677 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16981" uid: defae2f7-c781-4de5-a3b2-ba0da0b3b5a8 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: 'Created pod: error-404-isvc-47126-predictor-75575b7677-6f6r4' metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:15:13Z" name: error-404-isvc-47126-predictor-75575b7677.18e36e72321b0f76 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16988" uid: 71d9ae4e-59ee-42f2-8e57-529e39b9d5dc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-47126-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16979" uid: ac60c43c-f514-4e90-a5ee-43dcb01cfbf8 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: Scaled up replica set error-404-isvc-47126-predictor-75575b7677 from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:15:13Z" name: error-404-isvc-47126-predictor.18e36e72305fc580 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16982" uid: 4017011c-d674-46f5-965e-442501d8252a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T22:15:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-47126-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16980" uid: 2af57ae0-0d80-40a0-a332-cb7c6a8ec2cd kind: Event lastTimestamp: "2026-10-30T22:16:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:15:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:28Z" name: error-404-isvc-47126-predictor.18e36e75aed82a4d namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17672" uid: 41c41d78-3e36-4254-97bc-7924cec3ad16 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T22:15:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-47126-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16980" uid: 2af57ae0-0d80-40a0-a332-cb7c6a8ec2cd kind: Event lastTimestamp: "2026-10-30T22:16:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:15:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:28Z" name: error-404-isvc-47126-predictor.18e36e75af457a5a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17673" uid: 70ef9286-7493-4409-9c69-edb2fdb2641e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-47126-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17125" uid: 2af57ae0-0d80-40a0-a332-cb7c6a8ec2cd kind: Event lastTimestamp: "2026-10-30T22:15:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:15:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:15:43Z" name: error-404-isvc-47126-predictor.18e36e792dfc9008 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17243" uid: eb0e8518-415f-4372-8328-9748c9228267 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-47126-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17125" uid: 2af57ae0-0d80-40a0-a332-cb7c6a8ec2cd kind: Event lastTimestamp: "2026-10-30T22:15:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:15:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:15:43Z" name: error-404-isvc-47126-predictor.18e36e792e6a5887 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17245" uid: 0a3af4d9-9fe7-4e67-bf7a-54b55b6d3e5d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-47126 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16973" uid: e28faa06-8c45-4584-aa25-104143a8b542 kind: Event lastTimestamp: "2026-10-30T22:16:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:16:11Z" name: error-404-isvc-47126.18e36e7230de8b77 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17538" uid: cb07ae01-cef8-4319-ac39-2c9852036293 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-47126 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17536" uid: e28faa06-8c45-4584-aa25-104143a8b542 kind: Event lastTimestamp: "2026-10-30T22:16:11Z" message: InferenceService [error-404-isvc-47126] is Ready metadata: creationTimestamp: "2026-10-30T22:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:16:11Z" name: error-404-isvc-47126.18e36e7fa05aa5de namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17537" uid: a9ed340d-36f9-4b98-97c1-e5ac865a6d18 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:05:41.802078Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13978" uid: f14fe42d-bc52-4d5b-a918-04b2ccc30018 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm to ip-10-0-137-4.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:05:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:05:41Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm.18e36ded1e07abc2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13982" uid: 44bd888f-612b-419f-942b-d540a0c42a8c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13985" uid: f14fe42d-bc52-4d5b-a918-04b2ccc30018 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:05:42Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm.18e36ded404c0316 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14004" uid: 6edd0e1e-fce4-4ac5-958d-b3839219bf78 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13979" uid: f14fe42d-bc52-4d5b-a918-04b2ccc30018 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2144" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:42Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm.18e36ded41d2651f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14006" uid: e21369b1-7f59-485e-99cd-1df513c73851 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13979" uid: f14fe42d-bc52-4d5b-a918-04b2ccc30018 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:42Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm.18e36ded4510e906 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14008" uid: c51f1d26-205c-4662-b1d5-f621fcd1f7cd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13979" uid: f14fe42d-bc52-4d5b-a918-04b2ccc30018 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:42Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm.18e36ded4586ec93 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14009" uid: 12fea184-9f0c-46d1-ab39-d8beed366c4d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13979" uid: f14fe42d-bc52-4d5b-a918-04b2ccc30018 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:42Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm.18e36ded4594ba85 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14010" uid: 92957ecb-6c5b-424f-896d-1a3d23ec5780 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13979" uid: f14fe42d-bc52-4d5b-a918-04b2ccc30018 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:42Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm.18e36ded4984953f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14011" uid: 92c7c9de-7352-4137-85f2-1b5ff8eb838f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13979" uid: f14fe42d-bc52-4d5b-a918-04b2ccc30018 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:42Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm.18e36ded4a01b62e namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14012" uid: d609e02d-6c37-4a6a-a716-2667f6b6e2cd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-30T22:05:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13979" uid: f14fe42d-bc52-4d5b-a918-04b2ccc30018 kind: Event lastTimestamp: "2026-10-30T22:15:09Z" message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:05:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:09Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm.18e36ded93431c73 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16906" uid: 6b9205d6-fc8f-4311-95bd-055dac36de4d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13979" uid: f14fe42d-bc52-4d5b-a918-04b2ccc30018 kind: Event lastTimestamp: "2026-10-30T22:15:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T22:15:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:07Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm.18e36e70e315bf64 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16877" uid: 0e431219-cf2a-427f-965f-5a4c016d0fab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13979" uid: f14fe42d-bc52-4d5b-a918-04b2ccc30018 kind: Event lastTimestamp: "2026-10-30T22:15:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T22:15:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:07Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm.18e36e70e3164b14 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16883" uid: 5bd6c9e6-b06d-4ef3-9a3d-54b8ab8a6530 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13979" uid: f14fe42d-bc52-4d5b-a918-04b2ccc30018 kind: Event lastTimestamp: "2026-10-30T22:15:09Z" message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp 10.133.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:15:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:09Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm.18e36e715bb57513 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16904" uid: 05b6bce8-85ea-44c5-9a1b-6deca0e65a31 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-e9913-predictor-6c79bcdf7f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13972" uid: 88db15c4-71bc-4e72-880b-3bacb8821fce kind: Event lastTimestamp: "2026-10-30T22:05:41Z" message: 'Created pod: error-404-isvc-e9913-predictor-6c79bcdf7f-ls4xm' metadata: creationTimestamp: "2026-10-30T22:05:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:41Z" name: error-404-isvc-e9913-predictor-6c79bcdf7f.18e36ded1d8afd19 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13980" uid: d0167a37-65bf-45cf-b02e-bdd1a6141804 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-e9913-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13970" uid: d721bea0-d133-44ae-bbc6-14d9282617fc kind: Event lastTimestamp: "2026-10-30T22:05:41Z" message: Scaled up replica set error-404-isvc-e9913-predictor-6c79bcdf7f from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:05:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:41Z" name: error-404-isvc-e9913-predictor.18e36ded1b67822a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13973" uid: 50a4e308-8e30-4935-ae35-827fb1f1c0d3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:05:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e9913-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13971" uid: e9a8b40b-760c-47d6-8e1e-4f04b0549cf0 kind: Event lastTimestamp: "2026-10-30T22:06:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:05:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:06:26Z" name: error-404-isvc-e9913-predictor.18e36df099f5ec6a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14307" uid: 8f1a31d6-499a-4525-8f43-81b6a997a79b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:05:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e9913-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13971" uid: e9a8b40b-760c-47d6-8e1e-4f04b0549cf0 kind: Event lastTimestamp: "2026-10-30T22:06:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:05:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:06:26Z" name: error-404-isvc-e9913-predictor.18e36df09a655c12 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14308" uid: ca61124b-74d2-4f63-9c42-574f7de10c6b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:06:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e9913-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14110" uid: e9a8b40b-760c-47d6-8e1e-4f04b0549cf0 kind: Event lastTimestamp: "2026-10-30T22:07:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:06:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:07:11Z" name: error-404-isvc-e9913-predictor.18e36dfb16ac2143 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14584" uid: 484a1c1d-b130-4eaa-8d3d-6a39c47f9ffe reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:06:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e9913-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14110" uid: e9a8b40b-760c-47d6-8e1e-4f04b0549cf0 kind: Event lastTimestamp: "2026-10-30T22:07:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:06:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:07:11Z" name: error-404-isvc-e9913-predictor.18e36dfb1718c7c8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14585" uid: c0a3e1f0-43e4-459b-bdb3-f842117adc08 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:05:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e9913 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13964" uid: dd55247c-b1c5-4017-bc81-6077b1599b45 kind: Event lastTimestamp: "2026-10-30T22:06:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T22:05:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:06:39Z" name: error-404-isvc-e9913.18e36ded1bfbfab0 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14389" uid: ad863617-876c-4a83-bf4f-74794224efec reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:06:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e9913 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14387" uid: dd55247c-b1c5-4017-bc81-6077b1599b45 kind: Event lastTimestamp: "2026-10-30T22:06:39Z" message: InferenceService [error-404-isvc-e9913] is Ready metadata: creationTimestamp: "2026-10-30T22:06:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:06:39Z" name: error-404-isvc-e9913.18e36dfaa4be68e2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14388" uid: 7f9c1e1d-f9be-4b57-9b57-90cb4d0c7a3b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:03:02.184605Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12477" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj to ip-10-0-137-4.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:03:02Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dc7f416522c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12483" uid: d0b2e1a2-bdc4-45b1-a0c6-387a1a2f947c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12487" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:03:02Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:03:02Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dc816f4371e namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12564" uid: 3c727931-08c5-415e-965b-672d02ba37b6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:03:02Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7391cf9cf76624c7a5b9b0d93ea4fff7540958210c8e04a4ba8305e117812c42" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:02Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dc8195afd86 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12577" uid: d492558c-c61b-4935-b5ab-e9697584ef0a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:03:02Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:02Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dc81cb91db4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12581" uid: e5ebc15d-7815-4e66-9aef-48a5e518c373 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:03:02Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:02Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dc81d9435af namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12583" uid: 195b12ae-586c-43ce-b6fe-4c53d9ebe271 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:03:07Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2144" metadata: creationTimestamp: "2026-10-30T22:03:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:07Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dc916725dc6 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12665" uid: 498f7c37-b891-4eb0-a47c-83617e7bd3fd reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:03:26Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2144" in 19.661s (19.661s including waiting). Image size: 1630130065 bytes.' metadata: creationTimestamp: "2026-10-30T22:03:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:26Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dcdaa64f508 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12805" uid: 9aa53e31-5b45-4a61-a3e2-0be8559e0844 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:03:26Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:03:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:26Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dcdb07cc2d9 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12809" uid: f1c29066-cca5-488c-9133-f2ee43d5c2e3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:03:26Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:03:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:26Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dcdb1b5e280 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12811" uid: 4f47a3e4-0ca1-46db-ac93-e6061a4ea9e3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:03:26Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:03:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:26Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dcdb1cfb556 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12812" uid: aa8576e9-5ed7-4e9d-ad95-1767deae47f3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:03:26Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:03:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:26Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dcdb6c77650 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12816" uid: 319b4313-0244-4f47-8f40-3c01cc0aaf3e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:03:26Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:03:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:26Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dcdb8139930 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12818" uid: 5de3b668-9d58-488e-9e88-ee8a044ffe65 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-10-30T22:03:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:05:35Z" message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:03:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:35Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36dcdc6ccccb3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13882" uid: 21b18b0f-6a45-4d58-a665-2134ef57abc2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:05:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T22:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:34Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36deb4eb3c3e0 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13836" uid: 14283b98-6cbf-41e5-9c3b-a72ba1896f30 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:05:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T22:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:34Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36deb4eb46b06 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13842" uid: bdca152a-69d3-40df-a70d-11b82f01f950 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T22:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12481" uid: 8113f4de-b914-4522-92ee-bdee65eaa8bb kind: Event lastTimestamp: "2026-10-30T22:05:39Z" message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp 10.133.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:39Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj.18e36deb591efdf4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13911" uid: c924cac6-1f4c-4196-aed8-ca53fbcfe6c3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-5fb958cf9f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12460" uid: 931c801c-8982-4299-a006-1eecde48378f kind: Event lastTimestamp: "2026-10-30T22:03:02Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-5fb958cf9f-v8qlj' metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:03:02Z" name: isvc-sklearn-graph-1-predictor-5fb958cf9f.18e36dc7f38b6177 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12480" uid: a04acc8b-9d3d-40ed-9920-284af948b796 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12459" uid: ebf1bf49-b07a-429e-9edd-0b233ff521b5 kind: Event lastTimestamp: "2026-10-30T22:03:02Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-5fb958cf9f from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:03:02Z" name: isvc-sklearn-graph-1-predictor.18e36dc7eae76b9e namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12462" uid: 7bd7a4a0-b254-4a13-bd33-72d58279db3f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:03:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12471" uid: 713625d8-1767-49e4-933b-3d7512badc83 kind: Event lastTimestamp: "2026-10-30T22:04:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:03:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:04:02Z" name: isvc-sklearn-graph-1-predictor.18e36dcb713557e9 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13049" uid: 31026ec4-3983-43a6-89d4-d2382a86c9fb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:03:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12471" uid: 713625d8-1767-49e4-933b-3d7512badc83 kind: Event lastTimestamp: "2026-10-30T22:04:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:03:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:04:02Z" name: isvc-sklearn-graph-1-predictor.18e36dcb71ac48e6 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13050" uid: 69f3a534-a851-43fd-b277-e1b36de0ae5b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-10-30T22:03:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12728" uid: 713625d8-1767-49e4-933b-3d7512badc83 kind: Event lastTimestamp: "2026-10-30T22:05:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:03:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:17Z" name: isvc-sklearn-graph-1-predictor.18e36dd2705641ba namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13688" uid: 1422a15f-cd63-4e57-a381-052eb39aefe5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-10-30T22:03:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12728" uid: 713625d8-1767-49e4-933b-3d7512badc83 kind: Event lastTimestamp: "2026-10-30T22:05:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:03:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:17Z" name: isvc-sklearn-graph-1-predictor.18e36dd270be43c2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13689" uid: 80f7a94b-bbb8-4e88-b734-ae42a3bd9663 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12441" uid: 29844d5c-e11e-4f60-b084-8a9fbc03dbd4 kind: Event lastTimestamp: "2026-10-30T22:04:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:04:56Z" name: isvc-sklearn-graph-1.18e36dc7f1629974 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13563" uid: 01301768-be1b-41f3-b928-5de7ed10ffe0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12441" uid: 29844d5c-e11e-4f60-b084-8a9fbc03dbd4 kind: Event lastTimestamp: "2026-10-30T22:03:02Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:03:02Z" name: isvc-sklearn-graph-1.18e36dc7f1f32e67 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12473" uid: de546d57-39dd-458f-9f65-b058c1faa456 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12441" uid: 29844d5c-e11e-4f60-b084-8a9fbc03dbd4 kind: Event lastTimestamp: "2026-10-30T22:03:02Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:03:02Z" name: isvc-sklearn-graph-1.18e36dc7f1f38d2c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12475" uid: 018fb84d-f703-45ad-81e8-350590bb0b7b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:04:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13561" uid: 29844d5c-e11e-4f60-b084-8a9fbc03dbd4 kind: Event lastTimestamp: "2026-10-30T22:04:56Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-10-30T22:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:04:56Z" name: isvc-sklearn-graph-1.18e36de27706ea20 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13562" uid: 575744fd-0713-43bf-9741-b433a8e00d45 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:03:02.621202Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12538" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn to ip-10-0-132-252.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:03:02Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dc80e1c422a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12543" uid: a6027793-a2e2-49f7-bcf2-a15b78d18a0a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:03Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12548" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:03Z" message: Add eth0 [10.134.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:03:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:03:03Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dc831013726 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12623" uid: b86f05e0-40a3-4fd6-aa43-1d70d563bf9e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:03Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:7391cf9cf76624c7a5b9b0d93ea4fff7540958210c8e04a4ba8305e117812c42" metadata: creationTimestamp: "2026-10-30T22:03:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:03Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dc832a362e6 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12625" uid: 89e3d1e9-94c6-43b8-8b9a-6a4e47507648 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:06Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:06Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:7391cf9cf76624c7a5b9b0d93ea4fff7540958210c8e04a4ba8305e117812c42" in 3.392s (3.392s including waiting). Image size: 332165546 bytes.' metadata: creationTimestamp: "2026-10-30T22:03:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:06Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dc8fcd40eea namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12659" uid: 4869af66-8b84-456f-a249-13170672d549 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:06Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:06Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:03:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:06Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dc8ff7e4116 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12660" uid: 96a7815a-83b3-4b1f-b1aa-a08de6a6645d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:06Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:06Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:03:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:06Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dc8ffed6acc namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12661" uid: 0a825d4e-37da-4a09-9934-4522978606cd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:10Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2144" metadata: creationTimestamp: "2026-10-30T22:03:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:10Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dc9e8ba95c0 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12692" uid: 6b1ec075-a940-4843-9190-1dbd7d3d3b29 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:24Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2144" in 13.823s (13.823s including waiting). Image size: 1630130065 bytes.' metadata: creationTimestamp: "2026-10-30T22:03:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:24Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dcd20b207f5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12790" uid: a7103301-3c82-4bb7-ae90-cb6d0488f21d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:24Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:03:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:24Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dcd23b33d24 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12791" uid: 9c8e2f7e-dc6c-45e4-9802-0868b158e075 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:24Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:03:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:24Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dcd2424954f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12792" uid: 77a6d0aa-2620-4aae-a7ed-1a560215b050 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:24Z" message: Pulling image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" metadata: creationTimestamp: "2026-10-30T22:03:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:24Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dcd24348fa3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12793" uid: 4120474f-8d66-4b98-ace5-cb4d62d6be94 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:26Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" in 2.335s (2.335s including waiting). Image size: 184747123 bytes.' metadata: creationTimestamp: "2026-10-30T22:03:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:26Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dcdaf69dffa namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12808" uid: b5462437-5803-48b2-b8ee-efa965444d6f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:26Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:03:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:26Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dcdb258eb63 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12813" uid: 53bf0d82-8691-493c-ac91-9eec0d0744fd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:03:26Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:03:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:26Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dcdb2e79150 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12814" uid: be2383d0-5ccc-4941-98ea-f3d7a96527ea reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-10-30T22:03:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:05:34Z" message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:03:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:34Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36dce1e9e0bee namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13872" uid: 632a732c-a860-40b1-adbe-10f001d4c949 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:05:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T22:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:34Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36deb52ed14cd namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13867" uid: b8594181-16d6-43ee-a608-c2ca80d90afb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:05:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T22:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:34Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36deb52ed7cee namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13868" uid: 1c40d610-e189-4aef-a6d9-07115b21954a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12540" uid: 35b1ef75-0f76-422b-8529-659483711622 kind: Event lastTimestamp: "2026-10-30T22:05:34Z" message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp 10.134.0.21:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:34Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn.18e36deb74f52467 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13871" uid: 6a3b0702-b3b2-4cc8-8160-d7fc5d4c925b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-5b77b5f6d8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12530" uid: 1069cfa0-51ed-4ed7-9f70-cc79c7ff060a kind: Event lastTimestamp: "2026-10-30T22:03:02Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-5b77b5f6d8-2hwjn' metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:03:02Z" name: isvc-sklearn-graph-2-predictor-5b77b5f6d8.18e36dc80d9fcab9 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12539" uid: 4a4bbe97-48a2-4644-b62c-9c54f6ff162d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12527" uid: 6b75adb6-b617-43b8-9a92-953f0a794b09 kind: Event lastTimestamp: "2026-10-30T22:03:02Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-5b77b5f6d8 from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:03:02Z" name: isvc-sklearn-graph-2-predictor.18e36dc80999f2f4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12533" uid: 0eeed568-3864-492e-a3bc-f52d2c105a64 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T22:03:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12529" uid: bc366d5a-6372-431f-b673-e428555400d0 kind: Event lastTimestamp: "2026-10-30T22:04:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:03:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:04:02Z" name: isvc-sklearn-graph-2-predictor.18e36dcb8838ed44 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13056" uid: 8476d894-0ba0-4e33-a42b-616498179cea reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T22:03:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12529" uid: bc366d5a-6372-431f-b673-e428555400d0 kind: Event lastTimestamp: "2026-10-30T22:04:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:03:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:04:02Z" name: isvc-sklearn-graph-2-predictor.18e36dcb88a8d3fd namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13057" uid: 93053e5f-0485-4795-9b1f-3ca6af0585f7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T22:04:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12737" uid: bc366d5a-6372-431f-b673-e428555400d0 kind: Event lastTimestamp: "2026-10-30T22:05:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:04:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:02Z" name: isvc-sklearn-graph-2-predictor.18e36dd983ab3dad namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13601" uid: 456b93a5-b5aa-45a7-93fd-c4351a293a1e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T22:04:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12737" uid: bc366d5a-6372-431f-b673-e428555400d0 kind: Event lastTimestamp: "2026-10-30T22:05:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:04:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:02Z" name: isvc-sklearn-graph-2-predictor.18e36dd98414cd70 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13603" uid: 6294abb4-1ce3-4868-9027-8b0d6a00f3fc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12510" uid: 680ea7c0-ad76-4c99-a0fe-edb5f5efabeb kind: Event lastTimestamp: "2026-10-30T22:04:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:04:44Z" name: isvc-sklearn-graph-2.18e36dc80a5f288b namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13346" uid: 3ac7000a-cb74-4d9b-bc12-5c61ca4e20c2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:04:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13344" uid: 680ea7c0-ad76-4c99-a0fe-edb5f5efabeb kind: Event lastTimestamp: "2026-10-30T22:04:44Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-10-30T22:04:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:04:44Z" name: isvc-sklearn-graph-2.18e36ddfd8adf0c4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13345" uid: f35e89af-d999-431a-9bb6-f16b988a05e9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:03:02.488697Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12513" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/isvc-xgboost-graph-predictor-74db998dbd-gv7p2 to ip-10-0-137-4.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:03:02Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dc80636c0ea namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12517" uid: fb112737-3cf1-45f4-8008-38d83b2120dc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:03Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12526" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:03:03Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:03:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:03:03Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dc828d5128f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12611" uid: 75db5149-5774-444c-9a03-ed6c8c1143d1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:03:03Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7391cf9cf76624c7a5b9b0d93ea4fff7540958210c8e04a4ba8305e117812c42" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:03:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:03Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dc82ac9518d namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12617" uid: ae5800eb-bba6-4b1b-b40d-9d1e1a3d7772 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:03:03Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:03:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:03Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dc82dcf63dc namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12619" uid: 16f4e7ae-0880-413d-ba48-8cf65d089262 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:03:03Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:03:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:03Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dc82e4c0ad7 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12620" uid: 5de36d06-b001-4d45-861e-06d85fc3c9f2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:03:08Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-10-30T22:03:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:08Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dc952b1eaed namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12678" uid: e218f248-e919-4d2b-a426-372b2cf89c53 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:03:33Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 24.952s (24.952s including waiting). Image size: 1460330245 bytes.' metadata: creationTimestamp: "2026-10-30T22:03:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:33Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dcf21fdd422 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12868" uid: 7ee128f3-d24b-4c66-bb9d-b5706586a919 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:03:33Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:03:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:33Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dcf2553366c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12869" uid: cfe0973e-35f3-4597-a12f-508a1d7e8081 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:03:33Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:03:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:33Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dcf25c9f533 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12870" uid: e960d33f-db67-4cd2-9185-832df8663176 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:03:33Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:03:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:33Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dcf25e8dd68 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12871" uid: 09841523-2d9e-4abe-86f2-60161fc1f3b7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:03:33Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:03:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:33Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dcf28cb5279 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12872" uid: 53e834d0-6ac5-43a6-9f41-0cb6ee0053e1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:03:33Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:03:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:03:33Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dcf2941584c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12873" uid: 3d6181a4-d2f9-4ee5-89ae-588b9c3940a3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-10-30T22:03:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:04:40Z" message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:03:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:04:40Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36dcf6a02b67e namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13309" uid: 3973e3d6-11fa-4a41-93b3-0d75dbd90948 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:05:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T22:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:34Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36deb5090e13c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13852" uid: d6c9356b-d913-4525-aeff-50b8d2e8945a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:05:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T22:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:34Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36deb50956796 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13858" uid: 23723187-99d2-4eab-946d-d4747a52cc5c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12516" uid: 9a028a1b-ec69-435f-b120-d12c5074312b kind: Event lastTimestamp: "2026-10-30T22:05:35Z" message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp 10.133.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:35Z" name: isvc-xgboost-graph-predictor-74db998dbd-gv7p2.18e36deb96760fad namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13878" uid: 7d4cb726-3d9a-459f-a1f5-fc8b095ed511 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-4.us-east-2.compute.internal source: component: kubelet host: ip-10-0-137-4.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-74db998dbd namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12500" uid: b5fcbca7-9dd3-45da-9f6d-4167e6fbf49d kind: Event lastTimestamp: "2026-10-30T22:03:02Z" message: 'Created pod: isvc-xgboost-graph-predictor-74db998dbd-gv7p2' metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:03:02Z" name: isvc-xgboost-graph-predictor-74db998dbd.18e36dc8057af279 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12514" uid: 1d5ffe22-21a6-4767-b964-52ea3b1ccd21 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12498" uid: 62d15266-3366-4ecb-9e80-7bbc502086c8 kind: Event lastTimestamp: "2026-10-30T22:03:02Z" message: Scaled up replica set isvc-xgboost-graph-predictor-74db998dbd from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:03:02Z" name: isvc-xgboost-graph-predictor.18e36dc7fe8e66e8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12502" uid: 123ec75f-5a48-4406-9b06-f0fd0cf78f4d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:03:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12499" uid: b403275b-7065-4ead-82ff-d0ba1154fa0d kind: Event lastTimestamp: "2026-10-30T22:03:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:03:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:03:47Z" name: isvc-xgboost-graph-predictor.18e36dcb7d1d7e11 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12966" uid: 51e4d428-a425-4f65-a545-36c93d526398 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:03:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12499" uid: b403275b-7065-4ead-82ff-d0ba1154fa0d kind: Event lastTimestamp: "2026-10-30T22:03:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:03:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:03:47Z" name: isvc-xgboost-graph-predictor.18e36dcb7da331e1 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12967" uid: 0433e693-d284-4b7b-8216-b1560cf3e7b7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-10-30T22:04:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12733" uid: b403275b-7065-4ead-82ff-d0ba1154fa0d kind: Event lastTimestamp: "2026-10-30T22:05:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:04:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:17Z" name: isvc-xgboost-graph-predictor.18e36dd5f9d6ebe0 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13690" uid: 589ec7ba-d8ad-4bf5-bcb5-c120fe139cc2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-10-30T22:04:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12733" uid: b403275b-7065-4ead-82ff-d0ba1154fa0d kind: Event lastTimestamp: "2026-10-30T22:05:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:04:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:17Z" name: isvc-xgboost-graph-predictor.18e36dd5fa43fcf0 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13691" uid: b7483c0c-cfe8-43eb-938f-536cd0ab33bb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-10-30T22:03:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "12492" uid: 281ab4f9-76c2-4b73-9fd4-ef4ed95d0ee6 kind: Event lastTimestamp: "2026-10-30T22:04:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T22:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:04:50Z" name: isvc-xgboost-graph.18e36dc7ff25222d namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13433" uid: 0176c598-e6d2-44e5-babb-21b37bdd9ac7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:04:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13431" uid: 281ab4f9-76c2-4b73-9fd4-ef4ed95d0ee6 kind: Event lastTimestamp: "2026-10-30T22:04:50Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-10-30T22:04:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:04:50Z" name: isvc-xgboost-graph.18e36de123cc78e6 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13432" uid: 76720741-e0a7-48a2-b211-7d42b66acd49 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:05:22.351746Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-69f597b54c-8hb4j namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13725" uid: f51a0c9e-6e5b-4220-aa8e-d3edd389b738 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/model-chainer-69f597b54c-8hb4j to ip-10-0-140-139.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:05:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:05:22Z" name: model-chainer-69f597b54c-8hb4j.18e36de896b31b40 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13732" uid: f9e4a3f9-f04d-4f48-8256-329460ab1b8a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:22Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-69f597b54c-8hb4j namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13736" uid: f51a0c9e-6e5b-4220-aa8e-d3edd389b738 kind: Event lastTimestamp: "2026-10-30T22:05:22Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:05:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:05:22Z" name: model-chainer-69f597b54c-8hb4j.18e36de8b8d37ba2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13746" uid: fc6ce58e-0cdc-4dff-8ac3-07547e20a283 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-69f597b54c-8hb4j namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13729" uid: f51a0c9e-6e5b-4220-aa8e-d3edd389b738 kind: Event lastTimestamp: "2026-10-30T22:05:22Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7e2799a8e0da0716aa409dee4f019d9799355342f3f8e0102d89de7049943ac0" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:05:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:22Z" name: model-chainer-69f597b54c-8hb4j.18e36de8ba51ad7a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13748" uid: 23bb98d0-f0c7-4ff7-82e0-9e9316cadada reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-69f597b54c-8hb4j namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13729" uid: f51a0c9e-6e5b-4220-aa8e-d3edd389b738 kind: Event lastTimestamp: "2026-10-30T22:05:22Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:05:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:22Z" name: model-chainer-69f597b54c-8hb4j.18e36de8bce23016 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13749" uid: d77d938b-878a-4838-b88d-a36fcabcae89 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-69f597b54c-8hb4j namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13729" uid: f51a0c9e-6e5b-4220-aa8e-d3edd389b738 kind: Event lastTimestamp: "2026-10-30T22:05:22Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:05:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:23Z" name: model-chainer-69f597b54c-8hb4j.18e36de8bd53fd32 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13750" uid: 3596120f-fb7b-4408-981a-dbe0bd13dc05 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-69f597b54c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13721" uid: e067b68d-181c-4d5b-af13-288b2e895195 kind: Event lastTimestamp: "2026-10-30T22:05:22Z" message: 'Created pod: model-chainer-69f597b54c-8hb4j' metadata: creationTimestamp: "2026-10-30T22:05:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:22Z" name: model-chainer-69f597b54c.18e36de8955674bd namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13728" uid: 022e66c3-672c-4731-aba7-10b21141ddf2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13720" uid: 5361ca56-7518-4164-90ae-d5623a0863dc kind: Event lastTimestamp: "2026-10-30T22:05:22Z" message: Scaled up replica set model-chainer-69f597b54c from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:05:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:22Z" name: model-chainer.18e36de893c1330f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13723" uid: 9a571886-43c4-412a-8d7e-9093c8b16f1e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:22Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13738" uid: 434de47b-3bff-451b-b5c0-60d93b55438d kind: Event lastTimestamp: "2026-10-30T22:05:22Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-10-30T22:05:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:05:22Z" name: model-chainer.18e36de89b269d93 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13740" uid: 5b295ff0-107e-4320-9d76-9e865347a3c6 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T22:05:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: model-chainer namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13722" uid: 60caf2a0-c196-45f5-83ce-439373cd6f11 kind: Event lastTimestamp: "2026-10-30T22:05:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:05:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:52Z" name: model-chainer.18e36dec129afaf6 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14085" uid: 4dd2167b-4958-4fa9-a23b-edeaab6922cc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T22:05:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: model-chainer namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13722" uid: 60caf2a0-c196-45f5-83ce-439373cd6f11 kind: Event lastTimestamp: "2026-10-30T22:05:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:05:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:52Z" name: model-chainer.18e36dec131f7e10 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14086" uid: 66c696f8-9c9e-4741-b97c-53bd2d82ef5f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:17:50.214359Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-32399-b49696fbd-gmcwb namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18324" uid: 377306ee-f628-4a36-8556-8514f578e315 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/sequence-graph-32399-b49696fbd-gmcwb to ip-10-0-132-252.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:17:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:17:50Z" name: sequence-graph-32399-b49696fbd-gmcwb.18e36e96b6c90608 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18329" uid: e558e8a5-5376-4631-abd1-6973ddee4ee3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:17:50Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-32399-b49696fbd-gmcwb namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18335" uid: 377306ee-f628-4a36-8556-8514f578e315 kind: Event lastTimestamp: "2026-10-30T22:17:50Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:17:50Z" name: sequence-graph-32399-b49696fbd-gmcwb.18e36e96d8c5e1a6 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18344" uid: ca917559-0bc5-4e40-94b4-07161fea6809 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:17:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-32399} kind: Pod name: sequence-graph-32399-b49696fbd-gmcwb namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18327" uid: 377306ee-f628-4a36-8556-8514f578e315 kind: Event lastTimestamp: "2026-10-30T22:17:50Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7e2799a8e0da0716aa409dee4f019d9799355342f3f8e0102d89de7049943ac0" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:17:50Z" name: sequence-graph-32399-b49696fbd-gmcwb.18e36e96da2de0ff namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18346" uid: a7f346b9-dab6-4978-b5fa-f160793da955 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:17:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-32399} kind: Pod name: sequence-graph-32399-b49696fbd-gmcwb namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18327" uid: 377306ee-f628-4a36-8556-8514f578e315 kind: Event lastTimestamp: "2026-10-30T22:17:50Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:17:50Z" name: sequence-graph-32399-b49696fbd-gmcwb.18e36e96dd105104 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18347" uid: f3b3cfb6-f39b-4b9e-bd66-7b19a9586f26 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:17:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-32399} kind: Pod name: sequence-graph-32399-b49696fbd-gmcwb namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18327" uid: 377306ee-f628-4a36-8556-8514f578e315 kind: Event lastTimestamp: "2026-10-30T22:17:50Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:17:50Z" name: sequence-graph-32399-b49696fbd-gmcwb.18e36e96dd7ec70b namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18348" uid: c45bd6b6-2610-46a9-ae9e-255e7cd62d17 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:17:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-32399-b49696fbd namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18321" uid: 9ce64844-f967-4320-9d61-450eb5ca10bd kind: Event lastTimestamp: "2026-10-30T22:17:50Z" message: 'Created pod: sequence-graph-32399-b49696fbd-gmcwb' metadata: creationTimestamp: "2026-10-30T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:17:50Z" name: sequence-graph-32399-b49696fbd.18e36e96b64eee53 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18326" uid: 7bf6f478-2d4c-438b-a1b4-f48631c68dd0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:17:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-32399 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18319" uid: f7a6f1af-d43f-41a3-9967-8d3db34c7356 kind: Event lastTimestamp: "2026-10-30T22:17:50Z" message: Scaled up replica set sequence-graph-32399-b49696fbd from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:17:50Z" name: sequence-graph-32399.18e36e96b55e783a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18322" uid: fa6bb097-d352-4259-9792-cbb27b151e04 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:17:50Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-32399 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18337" uid: 9b4b3b90-d651-4eff-9949-66b30f755bcb kind: Event lastTimestamp: "2026-10-30T22:17:50Z" message: InferenceGraph [sequence-graph-32399] is Ready metadata: creationTimestamp: "2026-10-30T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:17:50Z" name: sequence-graph-32399.18e36e96b9c56cc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18339" uid: e4da3c9d-ebaf-46e9-afb6-18d68718d660 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T22:18:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-32399 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18320" uid: 64ab5528-4054-4b81-97d2-d3be01c24786 kind: Event lastTimestamp: "2026-10-30T22:18:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:18:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:18:20Z" name: sequence-graph-32399.18e36e9a33d85a45 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18497" uid: 39310de5-2058-438c-8b2f-fa5a3115d519 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T22:18:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-32399 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18320" uid: 64ab5528-4054-4b81-97d2-d3be01c24786 kind: Event lastTimestamp: "2026-10-30T22:18:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:18:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:18:20Z" name: sequence-graph-32399.18e36e9a3421b942 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18498" uid: be38340b-f15d-4f83-b178-566bc9412d32 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:16:23.303400Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-47126-f6975c7d9-znqqj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17623" uid: 94dffde2-7a51-4616-be87-a8fc717d3100 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/sequence-graph-47126-f6975c7d9-znqqj to ip-10-0-132-252.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:16:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:16:23Z" name: sequence-graph-47126-f6975c7d9-znqqj.18e36e827a7d0290 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17628" uid: fde39ce3-121d-42bb-82c1-b473417db3ec reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:23Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-47126-f6975c7d9-znqqj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17633" uid: 94dffde2-7a51-4616-be87-a8fc717d3100 kind: Event lastTimestamp: "2026-10-30T22:16:23Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:16:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:16:23Z" name: sequence-graph-47126-f6975c7d9-znqqj.18e36e829c69be76 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17645" uid: e8e477fd-bf2e-4c86-b8c0-08a5d6d5c09c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-47126} kind: Pod name: sequence-graph-47126-f6975c7d9-znqqj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17625" uid: 94dffde2-7a51-4616-be87-a8fc717d3100 kind: Event lastTimestamp: "2026-10-30T22:16:23Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7e2799a8e0da0716aa409dee4f019d9799355342f3f8e0102d89de7049943ac0" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:16:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:23Z" name: sequence-graph-47126-f6975c7d9-znqqj.18e36e829df2835a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17647" uid: 85641c49-b8d4-4593-9210-03e71d9529a2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-47126} kind: Pod name: sequence-graph-47126-f6975c7d9-znqqj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17625" uid: 94dffde2-7a51-4616-be87-a8fc717d3100 kind: Event lastTimestamp: "2026-10-30T22:16:23Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:16:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:23Z" name: sequence-graph-47126-f6975c7d9-znqqj.18e36e82a09d966f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17648" uid: 306bb924-ce38-430d-b6b6-ed9705b31964 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-47126} kind: Pod name: sequence-graph-47126-f6975c7d9-znqqj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17625" uid: 94dffde2-7a51-4616-be87-a8fc717d3100 kind: Event lastTimestamp: "2026-10-30T22:16:23Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:16:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:23Z" name: sequence-graph-47126-f6975c7d9-znqqj.18e36e82a1056ad3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17649" uid: fae79042-456a-419d-abaa-4635bf217797 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-47126-f6975c7d9 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17620" uid: f957b4e5-d077-4883-905c-e85c7fc75661 kind: Event lastTimestamp: "2026-10-30T22:16:23Z" message: 'Created pod: sequence-graph-47126-f6975c7d9-znqqj' metadata: creationTimestamp: "2026-10-30T22:16:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:23Z" name: sequence-graph-47126-f6975c7d9.18e36e827a1377a0 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17624" uid: ca4db885-8a6b-4a83-9456-8548d4b51178 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-47126 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17618" uid: e0b90576-cea7-46c7-9a21-441cec12acca kind: Event lastTimestamp: "2026-10-30T22:16:23Z" message: Scaled up replica set sequence-graph-47126-f6975c7d9 from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:16:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:23Z" name: sequence-graph-47126.18e36e827939f28a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17621" uid: cb87c074-0d7d-40f6-8a81-f6dcfb644b41 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:23Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-47126 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17637" uid: 0a78513a-ec7e-46ad-bc71-9feafef813a9 kind: Event lastTimestamp: "2026-10-30T22:16:23Z" message: InferenceGraph [sequence-graph-47126] is Ready metadata: creationTimestamp: "2026-10-30T22:16:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:16:23Z" name: sequence-graph-47126.18e36e827d8cc943 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17639" uid: 6f917226-1738-4ba7-bd91-55a113cf2e4e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T22:16:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-47126 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17619" uid: fb1bba7d-a0d8-4c78-a0fd-e980a7e368cc kind: Event lastTimestamp: "2026-10-30T22:17:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:16:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:17:23Z" name: sequence-graph-47126.18e36e85f7cd0104 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18166" uid: 7a0fe022-7501-40bd-bf2c-f735d277f834 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T22:16:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-47126 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17619" uid: fb1bba7d-a0d8-4c78-a0fd-e980a7e368cc kind: Event lastTimestamp: "2026-10-30T22:17:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:16:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:17:23Z" name: sequence-graph-47126.18e36e85f81be50d namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18167" uid: 67b5da8e-acf4-4aa2-9090-534d525a5200 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:06:51.660214Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-e9913-767b8c8c7d-kzdqj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14456" uid: 5d26654b-c9a9-448a-a226-81e5c6a7871f kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/sequence-graph-e9913-767b8c8c7d-kzdqj to ip-10-0-140-139.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:06:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:06:51Z" name: sequence-graph-e9913-767b8c8c7d-kzdqj.18e36dfd61e6405d namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14468" uid: 9c160c98-8582-4dbe-8679-4ce867a82825 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:06:52Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-e9913-767b8c8c7d-kzdqj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14469" uid: 5d26654b-c9a9-448a-a226-81e5c6a7871f kind: Event lastTimestamp: "2026-10-30T22:06:52Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:06:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:06:52Z" name: sequence-graph-e9913-767b8c8c7d-kzdqj.18e36dfd841b9fce namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14477" uid: 506e8042-328f-406a-acf4-94992ef9d3c2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:06:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e9913} kind: Pod name: sequence-graph-e9913-767b8c8c7d-kzdqj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14459" uid: 5d26654b-c9a9-448a-a226-81e5c6a7871f kind: Event lastTimestamp: "2026-10-30T22:06:52Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7e2799a8e0da0716aa409dee4f019d9799355342f3f8e0102d89de7049943ac0" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:06:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:06:52Z" name: sequence-graph-e9913-767b8c8c7d-kzdqj.18e36dfd85811513 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14479" uid: c65672c5-72a2-4ed7-8a85-2eee7a1f628c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:06:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e9913} kind: Pod name: sequence-graph-e9913-767b8c8c7d-kzdqj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14459" uid: 5d26654b-c9a9-448a-a226-81e5c6a7871f kind: Event lastTimestamp: "2026-10-30T22:06:52Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:06:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:06:52Z" name: sequence-graph-e9913-767b8c8c7d-kzdqj.18e36dfd884b8df4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14480" uid: ed04ff2c-8d2c-4c30-90c2-053f757e74b2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:06:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e9913} kind: Pod name: sequence-graph-e9913-767b8c8c7d-kzdqj namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14459" uid: 5d26654b-c9a9-448a-a226-81e5c6a7871f kind: Event lastTimestamp: "2026-10-30T22:06:52Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:06:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:06:52Z" name: sequence-graph-e9913-767b8c8c7d-kzdqj.18e36dfd88bd5204 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14481" uid: 1893e7bb-fd96-486f-a08f-87a020ab8846 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:06:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-e9913-767b8c8c7d namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14454" uid: a77591ed-1567-4202-8f31-86fa20694d46 kind: Event lastTimestamp: "2026-10-30T22:06:51Z" message: 'Created pod: sequence-graph-e9913-767b8c8c7d-kzdqj' metadata: creationTimestamp: "2026-10-30T22:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:06:51Z" name: sequence-graph-e9913-767b8c8c7d.18e36dfd60d4e69e namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14460" uid: e2288b91-2882-4720-a8a8-355df751f4b9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:06:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-e9913 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14452" uid: 5a7d438a-2be0-4e7a-82a4-53508467a661 kind: Event lastTimestamp: "2026-10-30T22:06:51Z" message: Scaled up replica set sequence-graph-e9913-767b8c8c7d from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:06:51Z" name: sequence-graph-e9913.18e36dfd5fcd508e namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14457" uid: 3e71d81b-d9d0-4ea0-bc13-836c8bf14026 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:06:51Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-e9913 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14471" uid: 5f3430bf-37c5-4155-980a-760e2a0770de kind: Event lastTimestamp: "2026-10-30T22:06:51Z" message: InferenceGraph [sequence-graph-e9913] is Ready metadata: creationTimestamp: "2026-10-30T22:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:06:51Z" name: sequence-graph-e9913.18e36dfd69b54dc6 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14472" uid: 2098b7f2-84e4-49db-9408-36b965e1aa46 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:07:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-e9913 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14453" uid: 684fcdf9-6ef6-43a7-a284-f3fb24b7bb4d kind: Event lastTimestamp: "2026-10-30T22:07:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:07:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:07:06Z" name: sequence-graph-e9913.18e36e00de5d9be0 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14556" uid: 3ace9ea1-c57e-416d-b748-0e92faad4ccb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:07:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-e9913 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14453" uid: 684fcdf9-6ef6-43a7-a284-f3fb24b7bb4d kind: Event lastTimestamp: "2026-10-30T22:07:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:07:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:07:06Z" name: sequence-graph-e9913.18e36e00deca7ef2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14558" uid: 22debf31-b8e0-493c-ab2f-4bd9501887b1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:07:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-e9913 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14557" uid: 684fcdf9-6ef6-43a7-a284-f3fb24b7bb4d kind: Event lastTimestamp: "2026-10-30T22:44:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:44:08Z" name: sequence-graph-e9913.18e36e045d8ffe99 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "26994" uid: dca367a3-95d9-49a8-9346-121c5bf7db07 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:07:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-e9913 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14557" uid: 684fcdf9-6ef6-43a7-a284-f3fb24b7bb4d kind: Event lastTimestamp: "2026-10-30T22:44:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:44:08Z" name: sequence-graph-e9913.18e36e045ddcbdbc namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "26995" uid: 48d03b59-4c2d-46c7-a5ed-90d96356499e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:26:11.016118Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21072" uid: 3c05206f-5658-462c-bf04-a34719028652 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/success-200-isvc-18df3-predictor-5d95b78944-cmx2g to ip-10-0-140-139.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:26:11Z" name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g.18e36f0b50e56cbd namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21076" uid: e10d47f6-e661-477a-b9de-1d375aedb481 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21080" uid: 3c05206f-5658-462c-bf04-a34719028652 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Add eth0 [10.132.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:26:11Z" name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g.18e36f0b735add88 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21121" uid: 717ae583-fbef-4c31-a639-98e866ec640d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21074" uid: 3c05206f-5658-462c-bf04-a34719028652 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2144" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:11Z" name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g.18e36f0b74f57b73 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21124" uid: b0142599-b9fd-42e4-bb87-0c4aa333183e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21074" uid: 3c05206f-5658-462c-bf04-a34719028652 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:11Z" name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g.18e36f0b779bd42f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21125" uid: 0875e558-158c-4895-b3dd-eeb50e31fc4d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21074" uid: 3c05206f-5658-462c-bf04-a34719028652 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:11Z" name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g.18e36f0b780db6ee namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21126" uid: 9362c26b-0e68-4e6f-95a4-101a4368172f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21074" uid: 3c05206f-5658-462c-bf04-a34719028652 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:11Z" name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g.18e36f0b7817374a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21127" uid: 97e6c1c0-ed71-42da-b357-5c09accd4f32 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21074" uid: 3c05206f-5658-462c-bf04-a34719028652 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:11Z" name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g.18e36f0b7ab6bd69 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21130" uid: 30272702-1d96-4f18-b9ba-539dd7e3857c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21074" uid: 3c05206f-5658-462c-bf04-a34719028652 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:11Z" name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g.18e36f0b7b24527b namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21131" uid: c6abb4fd-0d71-4656-91da-051ee3672acf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-10-30T22:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21074" uid: 3c05206f-5658-462c-bf04-a34719028652 kind: Event lastTimestamp: "2026-10-30T22:26:58Z" message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:58Z" name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g.18e36f0b909fa976 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21578" uid: 925d8525-f56c-494f-ad1c-a1bf4b940af3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:43:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21074" uid: 3c05206f-5658-462c-bf04-a34719028652 kind: Event lastTimestamp: "2026-10-30T22:43:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T22:43:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:43:42Z" name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g.18e3700025a7625f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "26777" uid: ed1b820f-4ed0-4d40-965b-f28e9582f58d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:43:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21074" uid: 3c05206f-5658-462c-bf04-a34719028652 kind: Event lastTimestamp: "2026-10-30T22:43:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T22:43:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:43:42Z" name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g.18e3700025a7f178 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "26778" uid: 9346a1c7-801d-4f95-846a-9a19b7624311 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:43:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21074" uid: 3c05206f-5658-462c-bf04-a34719028652 kind: Event lastTimestamp: "2026-10-30T22:43:43Z" message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp 10.132.0.46:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:43:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:43:43Z" name: success-200-isvc-18df3-predictor-5d95b78944-cmx2g.18e3700045495274 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "26782" uid: c51a97d1-534b-4ff8-a664-5f9329660494 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-18df3-predictor-5d95b78944 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21065" uid: 7020865e-6b9e-4a53-a70c-fb8a58597772 kind: Event lastTimestamp: "2026-10-30T22:26:11Z" message: 'Created pod: success-200-isvc-18df3-predictor-5d95b78944-cmx2g' metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:26:11Z" name: success-200-isvc-18df3-predictor-5d95b78944.18e36f0b506c14e4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21073" uid: bd632858-4c71-49b6-a3e3-bbc904ea98d7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-18df3-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21063" uid: f2638837-fafc-4fa9-9494-2cd6c9f1661b kind: Event lastTimestamp: "2026-10-30T22:26:10Z" message: Scaled up replica set success-200-isvc-18df3-predictor-5d95b78944 from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:26:10Z" name: success-200-isvc-18df3-predictor.18e36f0b4e71f685 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21066" uid: ebacf0f8-bc5e-47e9-b193-85dca8bbc269 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-18df3-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21064" uid: d9a9dcf9-4125-444e-8c00-ba9e1b6c85ec kind: Event lastTimestamp: "2026-10-30T22:26:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:26:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:26:25Z" name: success-200-isvc-18df3-predictor.18e36f0ecd889fc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21264" uid: 55ee36b9-5877-43a4-85f1-7872d60a6943 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-18df3-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21064" uid: d9a9dcf9-4125-444e-8c00-ba9e1b6c85ec kind: Event lastTimestamp: "2026-10-30T22:26:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:26:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:26:26Z" name: success-200-isvc-18df3-predictor.18e36f0ecdf961b5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21266" uid: 0c11e931-1a22-446c-a924-3d6e5f3a30b9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:26:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-18df3-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21265" uid: d9a9dcf9-4125-444e-8c00-ba9e1b6c85ec kind: Event lastTimestamp: "2026-10-30T22:27:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:27:41Z" name: success-200-isvc-18df3-predictor.18e36f124ccbe406 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21876" uid: 812ccfdb-2e68-4b1e-9003-653e46dca52b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:26:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-18df3-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21265" uid: d9a9dcf9-4125-444e-8c00-ba9e1b6c85ec kind: Event lastTimestamp: "2026-10-30T22:27:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:27:41Z" name: success-200-isvc-18df3-predictor.18e36f124d396b2b namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21877" uid: 06e8e562-852d-4122-a8b4-0be0e7e2b938 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:26:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-18df3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21050" uid: ceb455fe-7cde-491f-b7f6-728a21c36b99 kind: Event lastTimestamp: "2026-10-30T22:27:08Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T22:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:27:08Z" name: success-200-isvc-18df3.18e36f0b4eee3ea3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21630" uid: 7ed9c92e-2f20-4a06-8df7-1a2aecc35cb0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-18df3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21050" uid: ceb455fe-7cde-491f-b7f6-728a21c36b99 kind: Event lastTimestamp: "2026-10-30T22:26:10Z" message: 'Failed to update status for InferenceService "success-200-isvc-18df3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-18df3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T22:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:26:10Z" name: success-200-isvc-18df3.18e36f0b4f891216 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21070" uid: c7c67683-6a88-40d9-a186-d20934ae8a52 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-18df3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21050" uid: ceb455fe-7cde-491f-b7f6-728a21c36b99 kind: Event lastTimestamp: "2026-10-30T22:26:10Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-18df3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T22:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:26:11Z" name: success-200-isvc-18df3.18e36f0b4f895690 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21071" uid: bdd44686-d320-4577-ac86-0e382982d023 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:27:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-18df3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21628" uid: ceb455fe-7cde-491f-b7f6-728a21c36b99 kind: Event lastTimestamp: "2026-10-30T22:27:08Z" message: InferenceService [success-200-isvc-18df3] is Ready metadata: creationTimestamp: "2026-10-30T22:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:27:08Z" name: success-200-isvc-18df3.18e36f18a1dbceef namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21629" uid: aeaf4ec2-fdb6-40ed-a59d-20ae1bb8fc6d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:16:40.017582Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-32399-predictor-8666d8d676-jwpv4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17803" uid: b5f671c8-05fd-4512-b403-96ba0ddca2e4 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/success-200-isvc-32399-predictor-8666d8d676-jwpv4 to ip-10-0-140-139.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:16:40Z" name: success-200-isvc-32399-predictor-8666d8d676-jwpv4.18e36e865ebb33b6 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17808" uid: 61ef3507-a5fa-44fb-81dc-1421ab02cec9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-32399-predictor-8666d8d676-jwpv4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17814" uid: b5f671c8-05fd-4512-b403-96ba0ddca2e4 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Add eth0 [10.132.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:16:40Z" name: success-200-isvc-32399-predictor-8666d8d676-jwpv4.18e36e86810f6b72 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17847" uid: 5bc54915-0557-43e7-8fb6-9a9497ad6b73 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-32399-predictor-8666d8d676-jwpv4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17807" uid: b5f671c8-05fd-4512-b403-96ba0ddca2e4 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2144" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:40Z" name: success-200-isvc-32399-predictor-8666d8d676-jwpv4.18e36e8682b4d360 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17849" uid: fdf558dc-1c28-4771-96c9-6eeeaabfcbac reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-32399-predictor-8666d8d676-jwpv4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17807" uid: b5f671c8-05fd-4512-b403-96ba0ddca2e4 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:40Z" name: success-200-isvc-32399-predictor-8666d8d676-jwpv4.18e36e8685e267bc namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17850" uid: 368a7323-7d19-4e57-9b91-da70eee62b5c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-32399-predictor-8666d8d676-jwpv4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17807" uid: b5f671c8-05fd-4512-b403-96ba0ddca2e4 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:40Z" name: success-200-isvc-32399-predictor-8666d8d676-jwpv4.18e36e8686556f75 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17851" uid: 1bfd2735-e89c-454a-9e3c-0fc56f825c31 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-32399-predictor-8666d8d676-jwpv4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17807" uid: b5f671c8-05fd-4512-b403-96ba0ddca2e4 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:40Z" name: success-200-isvc-32399-predictor-8666d8d676-jwpv4.18e36e86865fcf70 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17852" uid: 2d192fdc-e462-42ca-a2e9-5b63ec73dc0c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-32399-predictor-8666d8d676-jwpv4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17807" uid: b5f671c8-05fd-4512-b403-96ba0ddca2e4 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:40Z" name: success-200-isvc-32399-predictor-8666d8d676-jwpv4.18e36e8688ca9e31 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17854" uid: a1b083e6-437c-4403-9b76-712f8994e4bd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-32399-predictor-8666d8d676-jwpv4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17807" uid: b5f671c8-05fd-4512-b403-96ba0ddca2e4 kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:40Z" name: success-200-isvc-32399-predictor-8666d8d676-jwpv4.18e36e86893cf75a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17855" uid: 1e9b636a-ab06-431c-8ddf-9e3157d33eca reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-30T22:16:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-32399-predictor-8666d8d676-jwpv4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17807" uid: b5f671c8-05fd-4512-b403-96ba0ddca2e4 kind: Event lastTimestamp: "2026-10-30T22:26:07Z" message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:07Z" name: success-200-isvc-32399-predictor-8666d8d676-jwpv4.18e36e86c007d9f2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21025" uid: ac801c94-0e65-4343-ab1d-554cccb5ee1d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-32399-predictor-8666d8d676-jwpv4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17807" uid: b5f671c8-05fd-4512-b403-96ba0ddca2e4 kind: Event lastTimestamp: "2026-10-30T22:26:05Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T22:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:05Z" name: success-200-isvc-32399-predictor-8666d8d676-jwpv4.18e36f0a108f5333 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21008" uid: 8be0f6fa-8e6a-4ce4-81bc-51c6e6523e3e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-32399-predictor-8666d8d676-jwpv4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17807" uid: b5f671c8-05fd-4512-b403-96ba0ddca2e4 kind: Event lastTimestamp: "2026-10-30T22:26:05Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T22:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:05Z" name: success-200-isvc-32399-predictor-8666d8d676-jwpv4.18e36f0a10907d81 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21009" uid: 759acb4a-1f03-4442-a640-29c1bb56ca35 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-32399-predictor-8666d8d676-jwpv4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17807" uid: b5f671c8-05fd-4512-b403-96ba0ddca2e4 kind: Event lastTimestamp: "2026-10-30T22:26:07Z" message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp 10.132.0.44:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:26:07Z" name: success-200-isvc-32399-predictor-8666d8d676-jwpv4.18e36f0a887e79cc namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21024" uid: ee4ef190-dc29-4aa8-beda-8980020eb95e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-32399-predictor-8666d8d676 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17797" uid: f351abba-a9f4-42ec-9ebe-081470c2eabf kind: Event lastTimestamp: "2026-10-30T22:16:40Z" message: 'Created pod: success-200-isvc-32399-predictor-8666d8d676-jwpv4' metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:40Z" name: success-200-isvc-32399-predictor-8666d8d676.18e36e865e0aa9bc namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17805" uid: 67d962c3-1802-4396-a115-517371a260ac reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-32399-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17795" uid: d30912b7-75c3-4f39-9de1-beb2e1c6f035 kind: Event lastTimestamp: "2026-10-30T22:16:39Z" message: Scaled up replica set success-200-isvc-32399-predictor-8666d8d676 from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:16:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:39Z" name: success-200-isvc-32399-predictor.18e36e865c4e9eb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17798" uid: b9b2d17e-fb73-451f-84b1-8ad1fc4102b4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-32399-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17796" uid: 5bc187f9-cd7e-4991-a671-acc9a707ec5e kind: Event lastTimestamp: "2026-10-30T22:16:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:16:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:54Z" name: success-200-isvc-32399-predictor.18e36e89daf02681 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17972" uid: b716b515-d05d-4c01-b261-d13bd28fd79e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-32399-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17796" uid: 5bc187f9-cd7e-4991-a671-acc9a707ec5e kind: Event lastTimestamp: "2026-10-30T22:16:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:16:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:54Z" name: success-200-isvc-32399-predictor.18e36e89db9af259 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17974" uid: 3899c084-1d6f-4c2a-999f-d665c7436e1e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:17:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-32399-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17973" uid: 5bc187f9-cd7e-4991-a671-acc9a707ec5e kind: Event lastTimestamp: "2026-10-30T22:18:10Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:17:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:18:10Z" name: success-200-isvc-32399-predictor.18e36e8d5a800b75 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18450" uid: 6e632531-e410-489a-9814-d2638bf49052 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:17:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-32399-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17973" uid: 5bc187f9-cd7e-4991-a671-acc9a707ec5e kind: Event lastTimestamp: "2026-10-30T22:18:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:17:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:18:10Z" name: success-200-isvc-32399-predictor.18e36e8d5af05f0e namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18451" uid: 293152a5-8e60-4893-af93-cd77f88bfeed reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:16:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-32399 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17786" uid: cdb3bcab-3d71-4bc0-b85e-d70c71ee417b kind: Event lastTimestamp: "2026-10-30T22:17:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T22:16:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:17:37Z" name: success-200-isvc-32399.18e36e865ce60469 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18243" uid: 24eb1166-d879-494c-b79a-ff57816e36af reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-32399 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17786" uid: cdb3bcab-3d71-4bc0-b85e-d70c71ee417b kind: Event lastTimestamp: "2026-10-30T22:16:39Z" message: 'Failed to update status for InferenceService "success-200-isvc-32399": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-32399": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T22:16:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:16:39Z" name: success-200-isvc-32399.18e36e865d707194 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17801" uid: 9b73a6c5-b303-46c2-9b72-a0376411e588 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-32399 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17786" uid: cdb3bcab-3d71-4bc0-b85e-d70c71ee417b kind: Event lastTimestamp: "2026-10-30T22:16:39Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-32399": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T22:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:16:40Z" name: success-200-isvc-32399.18e36e865d70bf22 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17804" uid: 86bd29b7-fe6c-45f3-9c20-b96a1b62a508 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:17:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-32399 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18240" uid: cdb3bcab-3d71-4bc0-b85e-d70c71ee417b kind: Event lastTimestamp: "2026-10-30T22:17:37Z" message: InferenceService [success-200-isvc-32399] is Ready metadata: creationTimestamp: "2026-10-30T22:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:17:37Z" name: success-200-isvc-32399.18e36e93d156f65e namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "18241" uid: 39f78b5b-f7bd-4ed8-a628-cc8b5a668a05 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:15:13.170693Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16957" uid: 0c9e6854-99a1-406d-b968-fe1d921a38b7 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w to ip-10-0-140-139.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:15:13Z" name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w.18e36e722640dc38 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16961" uid: 044ec92c-d776-4c1e-b309-d1048a5ec814 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16967" uid: 0c9e6854-99a1-406d-b968-fe1d921a38b7 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:15:13Z" name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w.18e36e7248a5bf4a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17004" uid: 300e817b-d715-42d3-aa13-717563207128 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16959" uid: 0c9e6854-99a1-406d-b968-fe1d921a38b7 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2144" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:13Z" name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w.18e36e724a58fd3a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17006" uid: fb01a30c-16cc-49a2-b89f-9b2abbae3b55 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16959" uid: 0c9e6854-99a1-406d-b968-fe1d921a38b7 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:13Z" name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w.18e36e724d092c51 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17007" uid: 5a0beaeb-9f1c-426f-bd75-83182c6c81db reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16959" uid: 0c9e6854-99a1-406d-b968-fe1d921a38b7 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:13Z" name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w.18e36e724d7d71eb namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17008" uid: e8914aaa-c4c9-4f88-882d-7793e2bfa901 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16959" uid: 0c9e6854-99a1-406d-b968-fe1d921a38b7 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:13Z" name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w.18e36e724d88a62e namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17009" uid: 785dc411-a28c-4120-b6e8-791617387f26 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16959" uid: 0c9e6854-99a1-406d-b968-fe1d921a38b7 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:13Z" name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w.18e36e725021eea9 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17010" uid: ca4f1296-73b3-4d2b-a299-6f37bb9d2397 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16959" uid: 0c9e6854-99a1-406d-b968-fe1d921a38b7 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:13Z" name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w.18e36e72509626d4 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17011" uid: cd51e190-4d71-4358-a7d9-ed3963fa7693 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-10-30T22:15:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16959" uid: 0c9e6854-99a1-406d-b968-fe1d921a38b7 kind: Event lastTimestamp: "2026-10-30T22:16:01Z" message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:15:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:01Z" name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w.18e36e72a3654166 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17473" uid: 742c83dc-7b24-47a7-b343-ed668af4e6fc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16959" uid: 0c9e6854-99a1-406d-b968-fe1d921a38b7 kind: Event lastTimestamp: "2026-10-30T22:16:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T22:16:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:34Z" name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w.18e36e851f291fd0 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17739" uid: 9c5fdc89-ab29-4acb-ab11-d256adb6dbbc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16959" uid: 0c9e6854-99a1-406d-b968-fe1d921a38b7 kind: Event lastTimestamp: "2026-10-30T22:16:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T22:16:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:34Z" name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w.18e36e851f299793 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17740" uid: beac3090-c571-4d00-a47c-b0eba5f7e1e3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16959" uid: 0c9e6854-99a1-406d-b968-fe1d921a38b7 kind: Event lastTimestamp: "2026-10-30T22:16:36Z" message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp 10.132.0.42:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:16:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:16:36Z" name: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w.18e36e857f9c4c01 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17752" uid: 4141e93f-d160-4464-90b3-5f0002afc628 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-47126-predictor-77fcdcc8cb namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16950" uid: 4a620bd0-1d89-4a78-9791-9dc2a1dac42c kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: 'Created pod: success-200-isvc-47126-predictor-77fcdcc8cb-zwn9w' metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:15:13Z" name: success-200-isvc-47126-predictor-77fcdcc8cb.18e36e7225cd87fb namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16958" uid: 90870b07-afaf-4308-b81b-70a68c8079b3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-47126-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16948" uid: 9074510e-fd6d-471e-8ecb-4218c8416220 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: Scaled up replica set success-200-isvc-47126-predictor-77fcdcc8cb from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:15:13Z" name: success-200-isvc-47126-predictor.18e36e7223826de3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16951" uid: 9640173a-e10f-468c-b577-2aea7ad32056 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:15:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-47126-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16949" uid: cd81a3cf-01bd-4653-b9df-8f2a52cb8b71 kind: Event lastTimestamp: "2026-10-30T22:16:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:15:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:28Z" name: success-200-isvc-47126-predictor.18e36e75a297fdb6 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17669" uid: 00a3d9f8-0bfd-4463-8812-262cf1d592fa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:15:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-47126-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16949" uid: cd81a3cf-01bd-4653-b9df-8f2a52cb8b71 kind: Event lastTimestamp: "2026-10-30T22:16:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:15:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:16:28Z" name: success-200-isvc-47126-predictor.18e36e75a303cc32 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17670" uid: 1067a55b-5acc-408e-9dd9-b0444e23f4d1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-47126 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16939" uid: a21df971-684c-4ec5-830c-9842577b7564 kind: Event lastTimestamp: "2026-10-30T22:16:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:16:11Z" name: success-200-isvc-47126.18e36e72244b0d1a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17548" uid: 0b21d0b1-6988-4373-9ceb-3686facc36ae reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-47126 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16939" uid: a21df971-684c-4ec5-830c-9842577b7564 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: 'Failed to update status for InferenceService "success-200-isvc-47126": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-47126": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:15:13Z" name: success-200-isvc-47126.18e36e7224ea1fc0 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16955" uid: 6a89739a-0855-4ed5-9638-cd12c78e64d8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-47126 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16939" uid: a21df971-684c-4ec5-830c-9842577b7564 kind: Event lastTimestamp: "2026-10-30T22:15:13Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-47126": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T22:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:15:13Z" name: success-200-isvc-47126.18e36e7224ea6b6c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16956" uid: 7bb71073-503b-4cc0-a63d-5cbd20da6fa7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:16:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-47126 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17546" uid: a21df971-684c-4ec5-830c-9842577b7564 kind: Event lastTimestamp: "2026-10-30T22:16:11Z" message: InferenceService [success-200-isvc-47126] is Ready metadata: creationTimestamp: "2026-10-30T22:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:16:11Z" name: success-200-isvc-47126.18e36e7fb788e7a9 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "17547" uid: 9c1b25e4-ea5c-4f65-8059-a1c23cadc0ba reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:05:41.567817Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13948" uid: ecb560c7-e0d0-4bfb-8844-c407c365cee6 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/success-200-isvc-e9913-predictor-97cc787fd-c8vb2 to ip-10-0-140-139.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:05:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:05:41Z" name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2.18e36ded10112b99 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13959" uid: 1a984391-f49d-4f32-94eb-0cb050955f07 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13960" uid: ecb560c7-e0d0-4bfb-8844-c407c365cee6 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:05:42Z" name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2.18e36ded3243fb53 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13995" uid: b7edd9f8-86d5-493a-a249-45fed37c0d79 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13953" uid: ecb560c7-e0d0-4bfb-8844-c407c365cee6 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2144" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:42Z" name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2.18e36ded34343655 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13997" uid: 376584cd-eb1f-45f6-a6a0-b6bef26c5e4c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13953" uid: ecb560c7-e0d0-4bfb-8844-c407c365cee6 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:42Z" name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2.18e36ded36c12426 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13998" uid: cdadce0b-2bb2-443f-bf1f-d398af189d7b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13953" uid: ecb560c7-e0d0-4bfb-8844-c407c365cee6 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:42Z" name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2.18e36ded3733e7c3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13999" uid: acca78c2-0118-42f5-a619-0f42ac169198 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13953" uid: ecb560c7-e0d0-4bfb-8844-c407c365cee6 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:42Z" name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2.18e36ded373e792d namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14000" uid: e79c1fab-e8ee-41f3-a406-a80e40b5eb66 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13953" uid: ecb560c7-e0d0-4bfb-8844-c407c365cee6 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:42Z" name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2.18e36ded3a4bd95a namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14001" uid: dbeed3c3-b9a9-463b-a21d-4f98699fd182 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13953" uid: ecb560c7-e0d0-4bfb-8844-c407c365cee6 kind: Event lastTimestamp: "2026-10-30T22:05:42Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:05:42Z" name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2.18e36ded3aba59ab namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14002" uid: 699f6f20-e4fb-4285-838b-c401d15c67ad reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-30T22:05:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13953" uid: ecb560c7-e0d0-4bfb-8844-c407c365cee6 kind: Event lastTimestamp: "2026-10-30T22:15:08Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:05:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:08Z" name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2.18e36ded59c7b3b7 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16900" uid: 00bb74c2-561b-455b-a278-57612cd11ad4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13953" uid: ecb560c7-e0d0-4bfb-8844-c407c365cee6 kind: Event lastTimestamp: "2026-10-30T22:15:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T22:15:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:07Z" name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2.18e36e70e5228fc8 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16891" uid: 676870e9-8ff1-43a7-8d88-bc5c4143cd42 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13953" uid: ecb560c7-e0d0-4bfb-8844-c407c365cee6 kind: Event lastTimestamp: "2026-10-30T22:15:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T22:15:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:07Z" name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2.18e36e70e523aaa5 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16892" uid: cfa1cef2-02f2-426b-9b91-2ad4a2b402d7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:15:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13953" uid: ecb560c7-e0d0-4bfb-8844-c407c365cee6 kind: Event lastTimestamp: "2026-10-30T22:15:08Z" message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp 10.132.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T22:15:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:15:08Z" name: success-200-isvc-e9913-predictor-97cc787fd-c8vb2.18e36e712239d7ab namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "16899" uid: 5b4cfbbd-5502-4f31-a97d-4e7b88220abd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-139.us-east-2.compute.internal source: component: kubelet host: ip-10-0-140-139.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-e9913-predictor-97cc787fd namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13943" uid: d4d404be-8375-439c-a64b-f2fdf123f58d kind: Event lastTimestamp: "2026-10-30T22:05:41Z" message: 'Created pod: success-200-isvc-e9913-predictor-97cc787fd-c8vb2' metadata: creationTimestamp: "2026-10-30T22:05:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:41Z" name: success-200-isvc-e9913-predictor-97cc787fd.18e36ded0e9c388b namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13951" uid: 40c7ff80-f32c-490f-b996-06c8e4c6c6a3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-e9913-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13941" uid: 939397a3-01d5-4536-835b-a1d0a26df61f kind: Event lastTimestamp: "2026-10-30T22:05:41Z" message: Scaled up replica set success-200-isvc-e9913-predictor-97cc787fd from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:05:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:41Z" name: success-200-isvc-e9913-predictor.18e36ded0c7296ad namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13944" uid: 2cab2bcf-e790-4740-a7ce-0cab7061fd3b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e9913-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13942" uid: 6bdc723a-94e3-4bff-9204-44ed789f4510 kind: Event lastTimestamp: "2026-10-30T22:05:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:05:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:56Z" name: success-200-isvc-e9913-predictor.18e36df08b948ed0 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14106" uid: af3cdde5-3837-4268-9d4c-8489ef904f31 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e9913-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13942" uid: 6bdc723a-94e3-4bff-9204-44ed789f4510 kind: Event lastTimestamp: "2026-10-30T22:05:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:05:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:05:56Z" name: success-200-isvc-e9913-predictor.18e36df08c09e6b6 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14108" uid: f7b101b4-e4c4-4101-afbc-6b68eef123be reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:06:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e9913-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14107" uid: 6bdc723a-94e3-4bff-9204-44ed789f4510 kind: Event lastTimestamp: "2026-10-30T22:07:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:07:11Z" name: success-200-isvc-e9913-predictor.18e36df40ac8e289 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14581" uid: 0c9829a4-71b1-407e-9e75-e6809cdb1fd7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:06:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e9913-predictor namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14107" uid: 6bdc723a-94e3-4bff-9204-44ed789f4510 kind: Event lastTimestamp: "2026-10-30T22:07:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:07:11Z" name: success-200-isvc-e9913-predictor.18e36df40b37299d namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14582" uid: dd3887ea-9055-42e6-be65-67e0aaf69ba8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T22:05:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e9913 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13931" uid: d9b7dcd6-9cc7-40be-a231-d1dfe9072fe5 kind: Event lastTimestamp: "2026-10-30T22:06:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T22:05:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:06:39Z" name: success-200-isvc-e9913.18e36ded0db26f90 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14376" uid: 361ec66d-c447-44e1-86b3-45b347d8c5b0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e9913 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13931" uid: d9b7dcd6-9cc7-40be-a231-d1dfe9072fe5 kind: Event lastTimestamp: "2026-10-30T22:05:41Z" message: 'Failed to update status for InferenceService "success-200-isvc-e9913": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e9913": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T22:05:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:05:41Z" name: success-200-isvc-e9913.18e36ded0e93f2b3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13952" uid: ee4f7148-8a39-4ad6-a68b-7cb707835439 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:05:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e9913 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13931" uid: d9b7dcd6-9cc7-40be-a231-d1dfe9072fe5 kind: Event lastTimestamp: "2026-10-30T22:05:41Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e9913": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T22:05:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:05:41Z" name: success-200-isvc-e9913.18e36ded0e943c36 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "13956" uid: c5cc7c2b-7d33-4cf4-a1bc-2fb774fad1ea reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:06:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e9913 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14373" uid: d9b7dcd6-9cc7-40be-a231-d1dfe9072fe5 kind: Event lastTimestamp: "2026-10-30T22:06:38Z" message: InferenceService [success-200-isvc-e9913] is Ready metadata: creationTimestamp: "2026-10-30T22:06:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:06:38Z" name: success-200-isvc-e9913.18e36dfa6b206945 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "14374" uid: 40d990e5-b705-4de5-8c3c-5eca9dae4b09 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T22:27:21.230850Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-18df3-6c66d86fbb-4qm9h namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21718" uid: ddab5123-4128-4287-82d3-975b79a9f191 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-a3ce8b9d69/switch-graph-18df3-6c66d86fbb-4qm9h to ip-10-0-132-252.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T22:27:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T22:27:21Z" name: switch-graph-18df3-6c66d86fbb-4qm9h.18e36f1baa056d9c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21724" uid: 1dc1b4d0-f45c-4b54-b2b9-6ed31d360f42 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77b57fc87-lnz2f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:27:21Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-18df3-6c66d86fbb-4qm9h namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21729" uid: ddab5123-4128-4287-82d3-975b79a9f191 kind: Event lastTimestamp: "2026-10-30T22:27:21Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T22:27:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T22:27:21Z" name: switch-graph-18df3-6c66d86fbb-4qm9h.18e36f1bcbe4f663 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21740" uid: 7dbbf06e-38bf-4d13-9720-79f239ea9c07 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:27:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-18df3} kind: Pod name: switch-graph-18df3-6c66d86fbb-4qm9h namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21719" uid: ddab5123-4128-4287-82d3-975b79a9f191 kind: Event lastTimestamp: "2026-10-30T22:27:21Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7e2799a8e0da0716aa409dee4f019d9799355342f3f8e0102d89de7049943ac0" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T22:27:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:27:21Z" name: switch-graph-18df3-6c66d86fbb-4qm9h.18e36f1bcd56443c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21742" uid: 76f78e84-0a9c-421b-a969-949355fa200a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:27:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-18df3} kind: Pod name: switch-graph-18df3-6c66d86fbb-4qm9h namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21719" uid: ddab5123-4128-4287-82d3-975b79a9f191 kind: Event lastTimestamp: "2026-10-30T22:27:21Z" message: Container created metadata: creationTimestamp: "2026-10-30T22:27:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:27:21Z" name: switch-graph-18df3-6c66d86fbb-4qm9h.18e36f1bcff28998 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21743" uid: 00a610d2-6722-4b2b-a70c-d40e7361ce0a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:27:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-18df3} kind: Pod name: switch-graph-18df3-6c66d86fbb-4qm9h namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21719" uid: ddab5123-4128-4287-82d3-975b79a9f191 kind: Event lastTimestamp: "2026-10-30T22:27:21Z" message: Container started metadata: creationTimestamp: "2026-10-30T22:27:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T22:27:21Z" name: switch-graph-18df3-6c66d86fbb-4qm9h.18e36f1bd07d5aa0 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21744" uid: 57c54366-c226-4ed7-a2c5-c268d0ba40e1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-252.us-east-2.compute.internal source: component: kubelet host: ip-10-0-132-252.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:27:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-18df3-6c66d86fbb namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21715" uid: 0ad29b2d-1326-421f-ae19-11208217966e kind: Event lastTimestamp: "2026-10-30T22:27:21Z" message: 'Created pod: switch-graph-18df3-6c66d86fbb-4qm9h' metadata: creationTimestamp: "2026-10-30T22:27:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:27:21Z" name: switch-graph-18df3-6c66d86fbb.18e36f1ba9688034 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21720" uid: 0a73b5dd-ecb0-4783-9855-c762a69755ea reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:27:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-18df3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21713" uid: 5ed834b9-fd91-4578-9438-89d30874c1b6 kind: Event lastTimestamp: "2026-10-30T22:27:21Z" message: Scaled up replica set switch-graph-18df3-6c66d86fbb from 0 to 1 metadata: creationTimestamp: "2026-10-30T22:27:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:27:21Z" name: switch-graph-18df3.18e36f1ba8432a6f namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21717" uid: a3993eba-0cd7-4baa-9a98-34916df97842 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:27:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-18df3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21732" uid: 6169c34e-02b4-4efc-96fb-42bd96b783c3 kind: Event lastTimestamp: "2026-10-30T22:27:21Z" message: InferenceGraph [switch-graph-18df3] is Ready metadata: creationTimestamp: "2026-10-30T22:27:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T22:27:21Z" name: switch-graph-18df3.18e36f1bb0d43216 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21734" uid: eaff2fa0-b545-4932-84ed-306e577a0e7c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:27:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-18df3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21714" uid: 12b3fd46-5923-4c35-83e3-40a7f19c0565 kind: Event lastTimestamp: "2026-10-30T22:27:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:27:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:27:36Z" name: switch-graph-18df3.18e36f1f26c29b2c namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21828" uid: f1d09a94-2151-44ae-af49-2284a51f948c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T22:27:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-18df3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21714" uid: 12b3fd46-5923-4c35-83e3-40a7f19c0565 kind: Event lastTimestamp: "2026-10-30T22:27:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T22:27:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:27:36Z" name: switch-graph-18df3.18e36f1f272d5d0b namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21830" uid: 14ce5cfa-ac77-42b0-86c1-24a8dc9c6fdf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:27:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-18df3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21829" uid: 12b3fd46-5923-4c35-83e3-40a7f19c0565 kind: Event lastTimestamp: "2026-10-30T22:44:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:27:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:44:22Z" name: switch-graph-18df3.18e36f22a5ed67b6 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "27051" uid: 98c5769e-9978-4b19-97b3-c38fa3dfbdee reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T22:27:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-18df3 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "21829" uid: 12b3fd46-5923-4c35-83e3-40a7f19c0565 kind: Event lastTimestamp: "2026-10-30T22:44:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T22:27:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T22:44:22Z" name: switch-graph-18df3.18e36f22a661e530 namespace: e2e-gw0-a3ce8b9d69 resourceVersion: "27052" uid: d680eb8e-bd55-42b8-bbc2-fed53aed61a3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "27077"