--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:52:56.526471Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-45944-predictor-7f69cd48-45twp namespace: e2e-gw0-5c1f590758 resourceVersion: "17475" uid: d42c1eae-03e7-4ca5-9c85-70a0574a1dea kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/error-404-isvc-45944-predictor-7f69cd48-45twp to ip-10-0-130-48.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:52:56Z" name: error-404-isvc-45944-predictor-7f69cd48-45twp.18e38df8d742db72 namespace: e2e-gw0-5c1f590758 resourceVersion: "17480" uid: af145258-5dde-496b-9bfd-31b2c97d1450 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-45944-predictor-7f69cd48-45twp namespace: e2e-gw0-5c1f590758 resourceVersion: "17484" uid: d42c1eae-03e7-4ca5-9c85-70a0574a1dea kind: Event lastTimestamp: "2026-10-31T07:52:57Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:52:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:52:57Z" name: error-404-isvc-45944-predictor-7f69cd48-45twp.18e38df8f9b9d731 namespace: e2e-gw0-5c1f590758 resourceVersion: "17500" uid: 5379ecf8-e50a-474e-9aff-f0bd6ed88fe5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-45944-predictor-7f69cd48-45twp namespace: e2e-gw0-5c1f590758 resourceVersion: "17478" uid: d42c1eae-03e7-4ca5-9c85-70a0574a1dea kind: Event lastTimestamp: "2026-10-31T07:52:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2157" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:52:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:57Z" name: error-404-isvc-45944-predictor-7f69cd48-45twp.18e38df8fb29128f namespace: e2e-gw0-5c1f590758 resourceVersion: "17502" uid: 75446fd6-eb8c-4b91-b0eb-6a73beb8e147 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-45944-predictor-7f69cd48-45twp namespace: e2e-gw0-5c1f590758 resourceVersion: "17478" uid: d42c1eae-03e7-4ca5-9c85-70a0574a1dea kind: Event lastTimestamp: "2026-10-31T07:52:57Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:52:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:57Z" name: error-404-isvc-45944-predictor-7f69cd48-45twp.18e38df8fea74f13 namespace: e2e-gw0-5c1f590758 resourceVersion: "17505" uid: 8a5fe636-85bf-4f14-b61f-2d94ef9ce384 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-45944-predictor-7f69cd48-45twp namespace: e2e-gw0-5c1f590758 resourceVersion: "17478" uid: d42c1eae-03e7-4ca5-9c85-70a0574a1dea kind: Event lastTimestamp: "2026-10-31T07:52:57Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:52:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:57Z" name: error-404-isvc-45944-predictor-7f69cd48-45twp.18e38df8ff85002d namespace: e2e-gw0-5c1f590758 resourceVersion: "17508" uid: 5ee88397-75bd-4444-99b9-1aa522e7ccb9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-45944-predictor-7f69cd48-45twp namespace: e2e-gw0-5c1f590758 resourceVersion: "17478" uid: d42c1eae-03e7-4ca5-9c85-70a0574a1dea kind: Event lastTimestamp: "2026-10-31T07:52:57Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:52:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:57Z" name: error-404-isvc-45944-predictor-7f69cd48-45twp.18e38df8ff8f6c6c namespace: e2e-gw0-5c1f590758 resourceVersion: "17509" uid: 6ac0954d-b213-45c9-bc68-54f4e1bf5b31 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-45944-predictor-7f69cd48-45twp namespace: e2e-gw0-5c1f590758 resourceVersion: "17478" uid: d42c1eae-03e7-4ca5-9c85-70a0574a1dea kind: Event lastTimestamp: "2026-10-31T07:52:57Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:52:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:57Z" name: error-404-isvc-45944-predictor-7f69cd48-45twp.18e38df9021a0186 namespace: e2e-gw0-5c1f590758 resourceVersion: "17510" uid: 7974bd42-7a28-4720-9a20-19a845b5c4bd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-45944-predictor-7f69cd48-45twp namespace: e2e-gw0-5c1f590758 resourceVersion: "17478" uid: d42c1eae-03e7-4ca5-9c85-70a0574a1dea kind: Event lastTimestamp: "2026-10-31T07:52:57Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:52:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:57Z" name: error-404-isvc-45944-predictor-7f69cd48-45twp.18e38df902911586 namespace: e2e-gw0-5c1f590758 resourceVersion: "17511" uid: 0ffe283d-172e-4231-9579-83b2555e3573 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-31T07:52:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-45944-predictor-7f69cd48-45twp namespace: e2e-gw0-5c1f590758 resourceVersion: "17478" uid: d42c1eae-03e7-4ca5-9c85-70a0574a1dea kind: Event lastTimestamp: "2026-10-31T08:02:23Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:52:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:23Z" name: error-404-isvc-45944-predictor-7f69cd48-45twp.18e38df92810467b namespace: e2e-gw0-5c1f590758 resourceVersion: "20653" uid: 8f462bad-87db-416d-9702-984acd5867f1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-45944-predictor-7f69cd48-45twp namespace: e2e-gw0-5c1f590758 resourceVersion: "17478" uid: d42c1eae-03e7-4ca5-9c85-70a0574a1dea kind: Event lastTimestamp: "2026-10-31T08:02:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-31T08:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:22Z" name: error-404-isvc-45944-predictor-7f69cd48-45twp.18e38e7c9035ee7c namespace: e2e-gw0-5c1f590758 resourceVersion: "20624" uid: 1e269a7d-d036-4d65-9c4f-86f7961de148 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-45944-predictor-7f69cd48-45twp namespace: e2e-gw0-5c1f590758 resourceVersion: "17478" uid: d42c1eae-03e7-4ca5-9c85-70a0574a1dea kind: Event lastTimestamp: "2026-10-31T08:02:22Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-31T08:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:22Z" name: error-404-isvc-45944-predictor-7f69cd48-45twp.18e38e7c9036b06c namespace: e2e-gw0-5c1f590758 resourceVersion: "20630" uid: 56558a38-8738-4519-bb93-22e6e9692ede reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-45944-predictor-7f69cd48-45twp namespace: e2e-gw0-5c1f590758 resourceVersion: "17478" uid: d42c1eae-03e7-4ca5-9c85-70a0574a1dea kind: Event lastTimestamp: "2026-10-31T08:02:23Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-31T08:02:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:23Z" name: error-404-isvc-45944-predictor-7f69cd48-45twp.18e38e7cf077e904 namespace: e2e-gw0-5c1f590758 resourceVersion: "20652" uid: 7ffdf6aa-c260-4356-8202-54673cde815d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-45944-predictor-7f69cd48 namespace: e2e-gw0-5c1f590758 resourceVersion: "17468" uid: a0c4c450-2d4d-4573-98c8-2e8d552bcfce kind: Event lastTimestamp: "2026-10-31T07:52:56Z" message: 'Created pod: error-404-isvc-45944-predictor-7f69cd48-45twp' metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:56Z" name: error-404-isvc-45944-predictor-7f69cd48.18e38df8d6da4489 namespace: e2e-gw0-5c1f590758 resourceVersion: "17477" uid: 56edc47f-0528-47b2-bc25-718314e242c7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-45944-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "17465" uid: 2d3ab1ef-0180-49cb-84c7-2be6ea203b7d kind: Event lastTimestamp: "2026-10-31T07:52:56Z" message: Scaled up replica set error-404-isvc-45944-predictor-7f69cd48 from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:56Z" name: error-404-isvc-45944-predictor.18e38df8d50ecf14 namespace: e2e-gw0-5c1f590758 resourceVersion: "17469" uid: ea13144c-c241-465a-b620-7f1d23ccb5aa reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:53:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-45944-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "17467" uid: 6d6dd9a4-eece-4296-87d1-d6a7aa756696 kind: Event lastTimestamp: "2026-10-31T07:53:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:53:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:53:26Z" name: error-404-isvc-45944-predictor.18e38dfc5390b48f namespace: e2e-gw0-5c1f590758 resourceVersion: "17695" uid: b706d9ef-75a0-43b1-9af9-63da73c67598 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:53:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-45944-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "17467" uid: 6d6dd9a4-eece-4296-87d1-d6a7aa756696 kind: Event lastTimestamp: "2026-10-31T07:53:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:53:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:53:26Z" name: error-404-isvc-45944-predictor.18e38dfc53f8194a namespace: e2e-gw0-5c1f590758 resourceVersion: "17696" uid: ab8fbd2d-65fa-45c3-a92e-e140ce0601d9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-31T07:53:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-45944-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "17596" uid: 6d6dd9a4-eece-4296-87d1-d6a7aa756696 kind: Event lastTimestamp: "2026-10-31T07:54:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:53:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:54:41Z" name: error-404-isvc-45944-predictor.18e38e035167e369 namespace: e2e-gw0-5c1f590758 resourceVersion: "18161" uid: e9599259-9fb6-468b-9ddf-ee907a129edf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-31T07:53:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-45944-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "17596" uid: 6d6dd9a4-eece-4296-87d1-d6a7aa756696 kind: Event lastTimestamp: "2026-10-31T07:54:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:53:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:54:41Z" name: error-404-isvc-45944-predictor.18e38e0351ce5a19 namespace: e2e-gw0-5c1f590758 resourceVersion: "18162" uid: f9cfc614-5e94-4444-8fd2-7b75be7dbde1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-45944 namespace: e2e-gw0-5c1f590758 resourceVersion: "17459" uid: 2509ecd7-cde1-4b0e-b1cf-19d946c9f2c7 kind: Event lastTimestamp: "2026-10-31T07:53:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:53:54Z" name: error-404-isvc-45944.18e38df8d58c11eb namespace: e2e-gw0-5c1f590758 resourceVersion: "17892" uid: ac9d6616-8455-4580-9890-d66f8ac06315 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:53:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-45944 namespace: e2e-gw0-5c1f590758 resourceVersion: "17890" uid: 2509ecd7-cde1-4b0e-b1cf-19d946c9f2c7 kind: Event lastTimestamp: "2026-10-31T07:53:53Z" message: InferenceService [error-404-isvc-45944] is Ready metadata: creationTimestamp: "2026-10-31T07:53:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:53:53Z" name: error-404-isvc-45944.18e38e0638d87f92 namespace: e2e-gw0-5c1f590758 resourceVersion: "17891" uid: 5555f6d7-27d6-4d82-b75f-ba83556fdce7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:41:57.987984Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv namespace: e2e-gw0-5c1f590758 resourceVersion: "13637" uid: 8cadcae9-d852-4529-9246-439f7f4ff955 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv to ip-10-0-130-48.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:41:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:41:57Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv.18e38d5f834ef748 namespace: e2e-gw0-5c1f590758 resourceVersion: "13642" uid: c0ec43a7-901c-4475-b045-745d7259e781 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv namespace: e2e-gw0-5c1f590758 resourceVersion: "13646" uid: 8cadcae9-d852-4529-9246-439f7f4ff955 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:41:58Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv.18e38d5fa5baa9f8 namespace: e2e-gw0-5c1f590758 resourceVersion: "13663" uid: 0f4970cd-4486-43df-a6d6-104f4ae7dd0a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv namespace: e2e-gw0-5c1f590758 resourceVersion: "13640" uid: 8cadcae9-d852-4529-9246-439f7f4ff955 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2157" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:58Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv.18e38d5fa7334bd2 namespace: e2e-gw0-5c1f590758 resourceVersion: "13665" uid: dd98157b-8ecd-4e36-874d-9924a292cfbf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv namespace: e2e-gw0-5c1f590758 resourceVersion: "13640" uid: 8cadcae9-d852-4529-9246-439f7f4ff955 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:58Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv.18e38d5fa9f0a025 namespace: e2e-gw0-5c1f590758 resourceVersion: "13667" uid: 2fcb89a2-7173-44b7-8bbe-5b19653cc83d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv namespace: e2e-gw0-5c1f590758 resourceVersion: "13640" uid: 8cadcae9-d852-4529-9246-439f7f4ff955 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:58Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv.18e38d5faa678ed8 namespace: e2e-gw0-5c1f590758 resourceVersion: "13669" uid: 1f54ba84-5f03-452c-a3f3-12346672a11e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv namespace: e2e-gw0-5c1f590758 resourceVersion: "13640" uid: 8cadcae9-d852-4529-9246-439f7f4ff955 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:58Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv.18e38d5faa71a480 namespace: e2e-gw0-5c1f590758 resourceVersion: "13670" uid: d5978093-5d3d-4e36-bef5-a1e7a2e79354 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv namespace: e2e-gw0-5c1f590758 resourceVersion: "13640" uid: 8cadcae9-d852-4529-9246-439f7f4ff955 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:58Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv.18e38d5facfa12f0 namespace: e2e-gw0-5c1f590758 resourceVersion: "13671" uid: 11cc7186-8012-49cf-86e7-0a39f6279755 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv namespace: e2e-gw0-5c1f590758 resourceVersion: "13640" uid: 8cadcae9-d852-4529-9246-439f7f4ff955 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:58Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv.18e38d5fad72e63a namespace: e2e-gw0-5c1f590758 resourceVersion: "13672" uid: e22d95a2-bf1b-40a2-beed-40177de180f9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-31T07:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv namespace: e2e-gw0-5c1f590758 resourceVersion: "13640" uid: 8cadcae9-d852-4529-9246-439f7f4ff955 kind: Event lastTimestamp: "2026-10-31T07:51:25Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:25Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv.18e38d5fc50f1f67 namespace: e2e-gw0-5c1f590758 resourceVersion: "16555" uid: 8b6a8921-11c4-4d5b-92f6-3d31a3dc2a1a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv namespace: e2e-gw0-5c1f590758 resourceVersion: "13640" uid: 8cadcae9-d852-4529-9246-439f7f4ff955 kind: Event lastTimestamp: "2026-10-31T07:51:24Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-31T07:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:24Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv.18e38de351788cec namespace: e2e-gw0-5c1f590758 resourceVersion: "16532" uid: 5937ffd5-3796-45eb-9dc7-c3e0b0b64100 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv namespace: e2e-gw0-5c1f590758 resourceVersion: "13640" uid: 8cadcae9-d852-4529-9246-439f7f4ff955 kind: Event lastTimestamp: "2026-10-31T07:51:24Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-31T07:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:24Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv.18e38de35179b8bd namespace: e2e-gw0-5c1f590758 resourceVersion: "16538" uid: 95391252-6ad9-4a4f-be96-cad4bdae4a7d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv namespace: e2e-gw0-5c1f590758 resourceVersion: "13640" uid: 8cadcae9-d852-4529-9246-439f7f4ff955 kind: Event lastTimestamp: "2026-10-31T07:51:25Z" message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:51:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:25Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv.18e38de38d967bc6 namespace: e2e-gw0-5c1f590758 resourceVersion: "16554" uid: 50b8863e-1c84-413a-8450-f7c20780f19f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-48632-predictor-7c7bc8bf7d namespace: e2e-gw0-5c1f590758 resourceVersion: "13628" uid: 265884d2-1b57-4fd4-872a-8a9702a2952b kind: Event lastTimestamp: "2026-10-31T07:41:57Z" message: 'Created pod: error-404-isvc-48632-predictor-7c7bc8bf7d-xj4tv' metadata: creationTimestamp: "2026-10-31T07:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:41:57Z" name: error-404-isvc-48632-predictor-7c7bc8bf7d.18e38d5f828f43f7 namespace: e2e-gw0-5c1f590758 resourceVersion: "13639" uid: 9052c2a6-8ea6-4441-ba62-e741b33c5ea8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-48632-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "13627" uid: f90ed5f9-a100-4051-8a7d-af49821e92e2 kind: Event lastTimestamp: "2026-10-31T07:41:57Z" message: Scaled up replica set error-404-isvc-48632-predictor-7c7bc8bf7d from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:41:57Z" name: error-404-isvc-48632-predictor.18e38d5f800151a5 namespace: e2e-gw0-5c1f590758 resourceVersion: "13631" uid: aa04e53f-8c25-46f4-bccf-90601cdeca3c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:42:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-48632-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "13629" uid: e3a092d0-b21a-4a77-ab08-7f3946e83151 kind: Event lastTimestamp: "2026-10-31T07:42:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:42:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:42:42Z" name: error-404-isvc-48632-predictor.18e38d62feb34ead namespace: e2e-gw0-5c1f590758 resourceVersion: "13973" uid: 1ba22d21-d4a2-4a83-a620-df559527afad reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:42:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-48632-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "13629" uid: e3a092d0-b21a-4a77-ab08-7f3946e83151 kind: Event lastTimestamp: "2026-10-31T07:42:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:42:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:42:42Z" name: error-404-isvc-48632-predictor.18e38d62ff165bf1 namespace: e2e-gw0-5c1f590758 resourceVersion: "13974" uid: eadc44da-af57-4713-85b4-9a1c91c5d945 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:42:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-48632-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "13760" uid: e3a092d0-b21a-4a77-ab08-7f3946e83151 kind: Event lastTimestamp: "2026-10-31T07:43:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:42:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:43:28Z" name: error-404-isvc-48632-predictor.18e38d6d7b3ab197 namespace: e2e-gw0-5c1f590758 resourceVersion: "14268" uid: c2b86d8f-9e84-4281-83d5-01118e694f84 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:42:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-48632-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "13760" uid: e3a092d0-b21a-4a77-ab08-7f3946e83151 kind: Event lastTimestamp: "2026-10-31T07:43:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:42:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:43:28Z" name: error-404-isvc-48632-predictor.18e38d6d7bc24685 namespace: e2e-gw0-5c1f590758 resourceVersion: "14269" uid: 151cce71-f70f-4090-9844-a6380d7e8194 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-31T07:41:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-48632 namespace: e2e-gw0-5c1f590758 resourceVersion: "13621" uid: 90f783d3-0dae-4097-aa21-d67ffb9c1c91 kind: Event lastTimestamp: "2026-10-31T07:42:55Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-31T07:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:42:55Z" name: error-404-isvc-48632.18e38d5f81e9a6e2 namespace: e2e-gw0-5c1f590758 resourceVersion: "14052" uid: a496af7b-e52e-4cba-8f38-fd0bd9eab4b5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:42:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-48632 namespace: e2e-gw0-5c1f590758 resourceVersion: "14050" uid: 90f783d3-0dae-4097-aa21-d67ffb9c1c91 kind: Event lastTimestamp: "2026-10-31T07:42:55Z" message: InferenceService [error-404-isvc-48632] is Ready metadata: creationTimestamp: "2026-10-31T07:42:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:42:55Z" name: error-404-isvc-48632.18e38d6cd6275efa namespace: e2e-gw0-5c1f590758 resourceVersion: "14051" uid: a056036c-e0ea-4685-9245-bda3d33a1386 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-31T08:02:27.897109Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20726" uid: 364dfb0e-d451-4015-b577-785b0ae174b4 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 to ip-10-0-130-48.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T08:02:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T08:02:27Z" name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7.18e38e7ddf9ae952 namespace: e2e-gw0-5c1f590758 resourceVersion: "20730" uid: c24ac56a-f961-466b-b7ed-6d4302618789 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20734" uid: 364dfb0e-d451-4015-b577-785b0ae174b4 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T08:02:28Z" name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7.18e38e7e023c1a96 namespace: e2e-gw0-5c1f590758 resourceVersion: "20752" uid: 4a8a233a-ce3c-43cb-8de2-4ff041aff44b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20728" uid: 364dfb0e-d451-4015-b577-785b0ae174b4 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2157" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:28Z" name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7.18e38e7e03b59e04 namespace: e2e-gw0-5c1f590758 resourceVersion: "20754" uid: c759c498-38b2-467c-aed2-40dd8c63950f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20728" uid: 364dfb0e-d451-4015-b577-785b0ae174b4 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Container created metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:28Z" name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7.18e38e7e0641c417 namespace: e2e-gw0-5c1f590758 resourceVersion: "20755" uid: 507faa59-24ca-4d8c-b604-f488ebad93c4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20728" uid: 364dfb0e-d451-4015-b577-785b0ae174b4 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Container started metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:28Z" name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7.18e38e7e06b8886e namespace: e2e-gw0-5c1f590758 resourceVersion: "20756" uid: 57e22ed5-c5f4-419a-8d1a-9d20504bd762 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20728" uid: 364dfb0e-d451-4015-b577-785b0ae174b4 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:28Z" name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7.18e38e7e06c3b60e namespace: e2e-gw0-5c1f590758 resourceVersion: "20757" uid: 911c2772-f316-4d17-896d-1bcd6fe23f4d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20728" uid: 364dfb0e-d451-4015-b577-785b0ae174b4 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Container created metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:28Z" name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7.18e38e7e093128c6 namespace: e2e-gw0-5c1f590758 resourceVersion: "20758" uid: 43b634bd-44d2-449e-8baf-fe6b27755cfc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20728" uid: 364dfb0e-d451-4015-b577-785b0ae174b4 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Container started metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:28Z" name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7.18e38e7e09a7968f namespace: e2e-gw0-5c1f590758 resourceVersion: "20759" uid: 70e1c92e-51f2-438d-96be-9bdecd5f0e23 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-10-31T08:02:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20728" uid: 364dfb0e-d451-4015-b577-785b0ae174b4 kind: Event lastTimestamp: "2026-10-31T08:03:06Z" message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-31T08:02:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:03:06Z" name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7.18e38e7e6c2e3a33 namespace: e2e-gw0-5c1f590758 resourceVersion: "21018" uid: fb498172-1f47-43a4-8402-2db25ab3d06e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:19:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20728" uid: 364dfb0e-d451-4015-b577-785b0ae174b4 kind: Event lastTimestamp: "2026-10-31T08:19:59Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-31T08:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:19:59Z" name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7.18e38f72ae544f98 namespace: e2e-gw0-5c1f590758 resourceVersion: "26627" uid: f50c3644-c650-4975-a480-a7a213dda055 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:19:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20728" uid: 364dfb0e-d451-4015-b577-785b0ae174b4 kind: Event lastTimestamp: "2026-10-31T08:19:59Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-31T08:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:19:59Z" name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7.18e38f72ae54ed2c namespace: e2e-gw0-5c1f590758 resourceVersion: "26629" uid: 76d5a44f-1af2-48e6-b1ff-7dd263d52567 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:20:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20728" uid: 364dfb0e-d451-4015-b577-785b0ae174b4 kind: Event lastTimestamp: "2026-10-31T08:20:01Z" message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp 10.132.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-31T08:20:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:20:01Z" name: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7.18e38f7320e74904 namespace: e2e-gw0-5c1f590758 resourceVersion: "26656" uid: cdca2995-b797-4ec5-9e95-380a0fd08fa8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8ae00-predictor-7f849b78d namespace: e2e-gw0-5c1f590758 resourceVersion: "20720" uid: 65a49ffc-a9a1-4d98-a74b-312e1c17ddd1 kind: Event lastTimestamp: "2026-10-31T08:02:27Z" message: 'Created pod: error-404-isvc-8ae00-predictor-7f849b78d-rjwg7' metadata: creationTimestamp: "2026-10-31T08:02:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:02:27Z" name: error-404-isvc-8ae00-predictor-7f849b78d.18e38e7ddf31823e namespace: e2e-gw0-5c1f590758 resourceVersion: "20727" uid: 0a026394-b46d-4034-8a59-bef63aa614d5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8ae00-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "20718" uid: 0e47f837-bc13-4996-9ef6-13476695e008 kind: Event lastTimestamp: "2026-10-31T08:02:27Z" message: Scaled up replica set error-404-isvc-8ae00-predictor-7f849b78d from 0 to 1 metadata: creationTimestamp: "2026-10-31T08:02:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:02:27Z" name: error-404-isvc-8ae00-predictor.18e38e7ddd82d3ff namespace: e2e-gw0-5c1f590758 resourceVersion: "20721" uid: 003293d6-89a3-4111-ae8a-5ff454c0b322 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T08:02:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8ae00-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "20719" uid: cd31c754-49fa-4ee0-9d67-06f7dd1812ea kind: Event lastTimestamp: "2026-10-31T08:03:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T08:02:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:03:12Z" name: error-404-isvc-8ae00-predictor.18e38e815c104a46 namespace: e2e-gw0-5c1f590758 resourceVersion: "21095" uid: 9334470e-d0a4-4ec8-9454-8ec89913a133 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T08:02:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8ae00-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "20719" uid: cd31c754-49fa-4ee0-9d67-06f7dd1812ea kind: Event lastTimestamp: "2026-10-31T08:03:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T08:02:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:03:12Z" name: error-404-isvc-8ae00-predictor.18e38e815c597bac namespace: e2e-gw0-5c1f590758 resourceVersion: "21096" uid: 7897bc4d-dce2-464f-8cb8-2ac336717e37 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T08:03:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8ae00-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "20855" uid: cd31c754-49fa-4ee0-9d67-06f7dd1812ea kind: Event lastTimestamp: "2026-10-31T08:03:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T08:03:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:03:42Z" name: error-404-isvc-8ae00-predictor.18e38e8bd86f3fe3 namespace: e2e-gw0-5c1f590758 resourceVersion: "21404" uid: 2d4de39f-7cb2-455a-ae16-7a9e1ac95991 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T08:03:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8ae00-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "20855" uid: cd31c754-49fa-4ee0-9d67-06f7dd1812ea kind: Event lastTimestamp: "2026-10-31T08:03:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T08:03:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:03:42Z" name: error-404-isvc-8ae00-predictor.18e38e8bd8d2fbaa namespace: e2e-gw0-5c1f590758 resourceVersion: "21405" uid: 50fc5a29-008d-485e-b2db-9b059962e052 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-10-31T08:02:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8ae00 namespace: e2e-gw0-5c1f590758 resourceVersion: "20712" uid: 75db6d52-da24-4e91-8c5e-9bd07f672662 kind: Event lastTimestamp: "2026-10-31T08:03:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-31T08:02:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T08:03:16Z" name: error-404-isvc-8ae00.18e38e7dde0089af namespace: e2e-gw0-5c1f590758 resourceVersion: "21209" uid: 665da6c5-9a77-4314-844d-dc7c6860f2d4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:03:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8ae00 namespace: e2e-gw0-5c1f590758 resourceVersion: "21204" uid: 75db6d52-da24-4e91-8c5e-9bd07f672662 kind: Event lastTimestamp: "2026-10-31T08:03:16Z" message: InferenceService [error-404-isvc-8ae00] is Ready metadata: creationTimestamp: "2026-10-31T08:03:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T08:03:16Z" name: error-404-isvc-8ae00.18e38e892922168f namespace: e2e-gw0-5c1f590758 resourceVersion: "21205" uid: fc9f06f4-8b56-429c-a6e3-dfc24ba60ce1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:51:29.707158Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz namespace: e2e-gw0-5c1f590758 resourceVersion: "16638" uid: ae10d26f-85c6-4f6c-a66f-b61903bedeef kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/error-404-isvc-b7c3b-predictor-54b5879974-6vrkz to ip-10-0-130-48.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:51:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:51:29Z" name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz.18e38de4a06d3e0e namespace: e2e-gw0-5c1f590758 resourceVersion: "16642" uid: b1a17503-01a0-42a2-b032-1fed2f296a7d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz namespace: e2e-gw0-5c1f590758 resourceVersion: "16646" uid: ae10d26f-85c6-4f6c-a66f-b61903bedeef kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:51:30Z" name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz.18e38de4c32bb0ac namespace: e2e-gw0-5c1f590758 resourceVersion: "16663" uid: 33ee9ffe-abd6-4e89-8973-c2d954bc4698 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz namespace: e2e-gw0-5c1f590758 resourceVersion: "16640" uid: ae10d26f-85c6-4f6c-a66f-b61903bedeef kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2157" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:30Z" name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz.18e38de4c4935578 namespace: e2e-gw0-5c1f590758 resourceVersion: "16665" uid: e80f1531-45c2-463b-9e77-2c54f6fbb864 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz namespace: e2e-gw0-5c1f590758 resourceVersion: "16640" uid: ae10d26f-85c6-4f6c-a66f-b61903bedeef kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:30Z" name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz.18e38de4c7053ad1 namespace: e2e-gw0-5c1f590758 resourceVersion: "16666" uid: 1e34dbd7-9707-4531-b9b9-2ea894b8a8e7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz namespace: e2e-gw0-5c1f590758 resourceVersion: "16640" uid: ae10d26f-85c6-4f6c-a66f-b61903bedeef kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:30Z" name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz.18e38de4c77b1373 namespace: e2e-gw0-5c1f590758 resourceVersion: "16667" uid: 514e22c2-8b7f-4444-aa83-f7c8cde8a046 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz namespace: e2e-gw0-5c1f590758 resourceVersion: "16640" uid: ae10d26f-85c6-4f6c-a66f-b61903bedeef kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:30Z" name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz.18e38de4c784c26a namespace: e2e-gw0-5c1f590758 resourceVersion: "16668" uid: 965e5e91-b2aa-4704-84f8-ebea2b628723 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz namespace: e2e-gw0-5c1f590758 resourceVersion: "16640" uid: ae10d26f-85c6-4f6c-a66f-b61903bedeef kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:30Z" name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz.18e38de4ca1391c6 namespace: e2e-gw0-5c1f590758 resourceVersion: "16669" uid: 2512d8fc-0633-4e60-9d04-83bb70059362 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz namespace: e2e-gw0-5c1f590758 resourceVersion: "16640" uid: ae10d26f-85c6-4f6c-a66f-b61903bedeef kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:30Z" name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz.18e38de4ca89ace2 namespace: e2e-gw0-5c1f590758 resourceVersion: "16670" uid: 7a7ba36b-e1a9-4ff6-96ef-549f414b8d42 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-10-31T07:51:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz namespace: e2e-gw0-5c1f590758 resourceVersion: "16640" uid: ae10d26f-85c6-4f6c-a66f-b61903bedeef kind: Event lastTimestamp: "2026-10-31T07:52:07Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:51:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:07Z" name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz.18e38de50b430ccb namespace: e2e-gw0-5c1f590758 resourceVersion: "16934" uid: cd18a35b-34b3-4fcf-9aec-12a7179a9865 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz namespace: e2e-gw0-5c1f590758 resourceVersion: "16640" uid: ae10d26f-85c6-4f6c-a66f-b61903bedeef kind: Event lastTimestamp: "2026-10-31T07:52:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-31T07:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:50Z" name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz.18e38df786376a8e namespace: e2e-gw0-5c1f590758 resourceVersion: "17375" uid: c6c94cdf-2549-4b5e-bc2c-dd17d91bdbf6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz namespace: e2e-gw0-5c1f590758 resourceVersion: "16640" uid: ae10d26f-85c6-4f6c-a66f-b61903bedeef kind: Event lastTimestamp: "2026-10-31T07:52:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-31T07:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:50Z" name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz.18e38df786382869 namespace: e2e-gw0-5c1f590758 resourceVersion: "17381" uid: 287f0df3-c29d-4218-a4a2-fb2a0016c7ff reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz namespace: e2e-gw0-5c1f590758 resourceVersion: "16640" uid: ae10d26f-85c6-4f6c-a66f-b61903bedeef kind: Event lastTimestamp: "2026-10-31T07:52:52Z" message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:52Z" name: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz.18e38df7e7768386 namespace: e2e-gw0-5c1f590758 resourceVersion: "17396" uid: f968bde6-eac1-461a-80e1-625c115b21ba reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b7c3b-predictor-54b5879974 namespace: e2e-gw0-5c1f590758 resourceVersion: "16632" uid: b345110c-8e77-4384-8d84-84b5201a91ac kind: Event lastTimestamp: "2026-10-31T07:51:29Z" message: 'Created pod: error-404-isvc-b7c3b-predictor-54b5879974-6vrkz' metadata: creationTimestamp: "2026-10-31T07:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:51:29Z" name: error-404-isvc-b7c3b-predictor-54b5879974.18e38de4a00173ed namespace: e2e-gw0-5c1f590758 resourceVersion: "16639" uid: 90332c6f-52f1-4da2-b4c8-5a882b2fe83c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b7c3b-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "16630" uid: d0a8f5db-0ce5-4532-a0fa-6852959eb58a kind: Event lastTimestamp: "2026-10-31T07:51:29Z" message: Scaled up replica set error-404-isvc-b7c3b-predictor-54b5879974 from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:51:29Z" name: error-404-isvc-b7c3b-predictor.18e38de49e5ab778 namespace: e2e-gw0-5c1f590758 resourceVersion: "16633" uid: f8c2c93e-f65e-4428-a182-27ff57966f07 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:51:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b7c3b-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "16631" uid: f5eef263-3693-4a36-8311-dae8288d988a kind: Event lastTimestamp: "2026-10-31T07:52:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:51:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:14Z" name: error-404-isvc-b7c3b-predictor.18e38de81ce21a31 namespace: e2e-gw0-5c1f590758 resourceVersion: "17006" uid: e4ed9b44-60b6-4e4d-83b7-6f611a087939 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:51:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b7c3b-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "16631" uid: f5eef263-3693-4a36-8311-dae8288d988a kind: Event lastTimestamp: "2026-10-31T07:52:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:51:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:14Z" name: error-404-isvc-b7c3b-predictor.18e38de81d4544e1 namespace: e2e-gw0-5c1f590758 resourceVersion: "17007" uid: 22060270-58c2-4668-8c3e-4d7ed73c175b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:52:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b7c3b-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "16761" uid: f5eef263-3693-4a36-8311-dae8288d988a kind: Event lastTimestamp: "2026-10-31T07:52:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:44Z" name: error-404-isvc-b7c3b-predictor.18e38df2996e227f namespace: e2e-gw0-5c1f590758 resourceVersion: "17312" uid: 4092ed86-a097-410b-b7f7-3bc17ced96d5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:52:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b7c3b-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "16761" uid: f5eef263-3693-4a36-8311-dae8288d988a kind: Event lastTimestamp: "2026-10-31T07:52:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:44Z" name: error-404-isvc-b7c3b-predictor.18e38df299d6c471 namespace: e2e-gw0-5c1f590758 resourceVersion: "17313" uid: c6f17b5e-21f4-4483-8c56-333e9b154d5b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-10-31T07:51:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b7c3b namespace: e2e-gw0-5c1f590758 resourceVersion: "16622" uid: c756b5d3-6c37-463c-832a-ad8df24df17b kind: Event lastTimestamp: "2026-10-31T07:52:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-31T07:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:52:17Z" name: error-404-isvc-b7c3b.18e38de49ed7f8bd namespace: e2e-gw0-5c1f590758 resourceVersion: "17107" uid: 4746b7b3-c10f-46a5-8334-d96a19c80ba4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b7c3b namespace: e2e-gw0-5c1f590758 resourceVersion: "17097" uid: c756b5d3-6c37-463c-832a-ad8df24df17b kind: Event lastTimestamp: "2026-10-31T07:52:17Z" message: InferenceService [error-404-isvc-b7c3b] is Ready metadata: creationTimestamp: "2026-10-31T07:52:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:52:17Z" name: error-404-isvc-b7c3b.18e38defcc2f854a namespace: e2e-gw0-5c1f590758 resourceVersion: "17098" uid: 5e12a069-cecf-49f6-911d-f55b6309f868 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:39:28.443976Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12198" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp to ip-10-0-136-240.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:39:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:39:28Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d3cb1ca8185 namespace: e2e-gw0-5c1f590758 resourceVersion: "12204" uid: 7fe86906-9780-4947-808b-43611381310a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12210" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:39:29Z" message: Add eth0 [10.133.0.17/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:39:29Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d3cd42bc311 namespace: e2e-gw0-5c1f590758 resourceVersion: "12292" uid: f158b9bd-6eae-4476-b8e5-9e5585a5611b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:39:29Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d3a44346df74740a90b1bbd421ba27d3a9369e12753aec4f5f20b696767b937" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:29Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d3cd5b9c077 namespace: e2e-gw0-5c1f590758 resourceVersion: "12297" uid: 761e8404-2fe0-4eae-86b5-28d22aa74db2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:39:29Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:29Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d3cd8591e7e namespace: e2e-gw0-5c1f590758 resourceVersion: "12307" uid: fb4a79dd-b6c7-4ee6-99ed-d4e133de8bc2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:39:29Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:29Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d3cd8d69099 namespace: e2e-gw0-5c1f590758 resourceVersion: "12309" uid: 2bc8a3d7-0dcd-4ea9-887b-76ce3e63913b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:39:33Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2157" metadata: creationTimestamp: "2026-10-31T07:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:33Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d3dd5f53329 namespace: e2e-gw0-5c1f590758 resourceVersion: "12382" uid: da009a91-2857-4c6d-bf6a-ea5841917195 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:39:51Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2157" in 18.649s (18.649s including waiting). Image size: 1629727116 bytes.' metadata: creationTimestamp: "2026-10-31T07:39:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:51Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d422d8c7613 namespace: e2e-gw0-5c1f590758 resourceVersion: "12524" uid: 36d762f3-3aa7-40a5-b61a-7770c506486a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:39:52Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:39:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:52Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d4230d20c20 namespace: e2e-gw0-5c1f590758 resourceVersion: "12525" uid: 75327b49-b4a7-4c9b-8440-01be7d018ee2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:39:52Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:39:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:52Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d42316c78f9 namespace: e2e-gw0-5c1f590758 resourceVersion: "12526" uid: 1cc527b8-050f-4333-8adb-4c0f019a892a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:39:52Z" message: Pulling image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" metadata: creationTimestamp: "2026-10-31T07:39:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:52Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d42317ff7c7 namespace: e2e-gw0-5c1f590758 resourceVersion: "12527" uid: b342d03e-fcc7-4604-bdb3-c363fb9b1c0d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:39:54Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" in 2.541s (2.541s including waiting). Image size: 184747123 bytes.' metadata: creationTimestamp: "2026-10-31T07:39:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:54Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d42c8fc2713 namespace: e2e-gw0-5c1f590758 resourceVersion: "12548" uid: a031408b-4079-433a-9ba9-8bca43afcd09 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:39:54Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:39:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:54Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d42ccaf14cd namespace: e2e-gw0-5c1f590758 resourceVersion: "12549" uid: 0b1352fd-45e3-4a47-9f1c-af85c2d73488 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:39:54Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:39:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:54Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d42cd3049f4 namespace: e2e-gw0-5c1f590758 resourceVersion: "12550" uid: 5ebc30b2-2817-4fae-b0d8-154172b43678 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-10-31T07:39:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:41:51Z" message: 'Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:39:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:51Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d42fd62e2c8 namespace: e2e-gw0-5c1f590758 resourceVersion: "13542" uid: 43dfbe8a-f745-41a4-8cf5-d971afa4522c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:41:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-31T07:41:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:50Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d5db3ccce95 namespace: e2e-gw0-5c1f590758 resourceVersion: "13500" uid: b1ee4c79-9ff4-474d-b5e1-b4979159cbec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:41:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-31T07:41:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:50Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d5db3d26e8a namespace: e2e-gw0-5c1f590758 resourceVersion: "13501" uid: 62b882b8-9f1b-4b0e-ae31-243104871395 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp namespace: e2e-gw0-5c1f590758 resourceVersion: "12200" uid: 31a48b20-95f3-4226-8586-657919352071 kind: Event lastTimestamp: "2026-10-31T07:41:51Z" message: 'Readiness probe failed: Get "https://10.133.0.17:8643/healthz": dial tcp 10.133.0.17:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:41:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:51Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp.18e38d5dffd158c4 namespace: e2e-gw0-5c1f590758 resourceVersion: "13541" uid: 07eea611-3bfd-4bd5-8bff-309bb2a8e36c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-6ffd4655dd namespace: e2e-gw0-5c1f590758 resourceVersion: "12185" uid: 9c3b6a04-d9fd-4e9d-8816-4dabb80c6c69 kind: Event lastTimestamp: "2026-10-31T07:39:28Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-6ffd4655dd-hhlbp' metadata: creationTimestamp: "2026-10-31T07:39:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:39:28Z" name: isvc-sklearn-graph-1-predictor-6ffd4655dd.18e38d3cb13e7864 namespace: e2e-gw0-5c1f590758 resourceVersion: "12199" uid: 03c23fba-6d79-485a-9eaa-689b7cf4afd8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12184" uid: 6e4e6412-6ff7-4c98-8fa1-8840f3cca320 kind: Event lastTimestamp: "2026-10-31T07:39:28Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-6ffd4655dd from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:39:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:39:28Z" name: isvc-sklearn-graph-1-predictor.18e38d3caa46be41 namespace: e2e-gw0-5c1f590758 resourceVersion: "12187" uid: 35182a74-5c6f-401d-b38a-9d5707afae33 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-31T07:39:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12194" uid: 754cdb51-4aea-4851-8178-f9500b56c2af kind: Event lastTimestamp: "2026-10-31T07:40:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:39:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:40:28Z" name: isvc-sklearn-graph-1-predictor.18e38d40303c8daa namespace: e2e-gw0-5c1f590758 resourceVersion: "12756" uid: ae2fb5e8-0c58-4819-932c-443eca731f09 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-31T07:39:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12194" uid: 754cdb51-4aea-4851-8178-f9500b56c2af kind: Event lastTimestamp: "2026-10-31T07:40:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:39:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:40:28Z" name: isvc-sklearn-graph-1-predictor.18e38d4030a19701 namespace: e2e-gw0-5c1f590758 resourceVersion: "12757" uid: b1bf5a37-9f14-4b82-b0e1-1f07d70fb2f5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-31T07:40:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12449" uid: 754cdb51-4aea-4851-8178-f9500b56c2af kind: Event lastTimestamp: "2026-10-31T07:41:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:40:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:41:43Z" name: isvc-sklearn-graph-1-predictor.18e38d4e2b944b0f namespace: e2e-gw0-5c1f590758 resourceVersion: "13438" uid: 27b5d6ca-3c55-44d2-bffa-975392ed9ee1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-31T07:40:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12449" uid: 754cdb51-4aea-4851-8178-f9500b56c2af kind: Event lastTimestamp: "2026-10-31T07:41:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:40:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:41:43Z" name: isvc-sklearn-graph-1-predictor.18e38d4e2bf91bf4 namespace: e2e-gw0-5c1f590758 resourceVersion: "13439" uid: b5b7eff5-5d37-491a-af49-e178e6387e39 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-10-31T07:39:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: e2e-gw0-5c1f590758 resourceVersion: "12173" uid: ea2a77dc-cc55-40b6-a319-d73411d8035b kind: Event lastTimestamp: "2026-10-31T07:41:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-31T07:39:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:41:11Z" name: isvc-sklearn-graph-1.18e38d3cb145fe10 namespace: e2e-gw0-5c1f590758 resourceVersion: "13079" uid: e60ffc07-d781-4572-b66b-cd4f3dc15a2e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: e2e-gw0-5c1f590758 resourceVersion: "12173" uid: ea2a77dc-cc55-40b6-a319-d73411d8035b kind: Event lastTimestamp: "2026-10-31T07:39:28Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-31T07:39:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:39:28Z" name: isvc-sklearn-graph-1.18e38d3cb21e3aba namespace: e2e-gw0-5c1f590758 resourceVersion: "12206" uid: bd289170-ad20-438d-bc23-a8a4626e17f8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: e2e-gw0-5c1f590758 resourceVersion: "12173" uid: ea2a77dc-cc55-40b6-a319-d73411d8035b kind: Event lastTimestamp: "2026-10-31T07:39:28Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-31T07:39:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:39:28Z" name: isvc-sklearn-graph-1.18e38d3cb21ebd97 namespace: e2e-gw0-5c1f590758 resourceVersion: "12209" uid: 2e13f90b-215a-4f34-be15-232a078500ab reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: e2e-gw0-5c1f590758 resourceVersion: "13077" uid: ea2a77dc-cc55-40b6-a319-d73411d8035b kind: Event lastTimestamp: "2026-10-31T07:41:11Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-10-31T07:41:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:41:11Z" name: isvc-sklearn-graph-1.18e38d54b6b9e10b namespace: e2e-gw0-5c1f590758 resourceVersion: "13078" uid: df8bc81b-b5de-4ecb-907b-dd0389c81445 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:39:29.140903Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12314" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs to ip-10-0-136-240.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:39:29Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d3cdb54be9d namespace: e2e-gw0-5c1f590758 resourceVersion: "12318" uid: 408095f8-0846-4e78-bc8d-6e76161ed2a9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12322" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:39:29Z" message: Add eth0 [10.133.0.18/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:39:29Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d3cfdd24806 namespace: e2e-gw0-5c1f590758 resourceVersion: "12346" uid: 9e9bbba4-3576-44e7-a8ca-ce877cc5daa0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:39:29Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d3a44346df74740a90b1bbd421ba27d3a9369e12753aec4f5f20b696767b937" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:29Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d3cff4de99d namespace: e2e-gw0-5c1f590758 resourceVersion: "12348" uid: 367058bd-69c4-4a81-9cc4-0e41b29e9baa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:39:29Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:29Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d3d023d545e namespace: e2e-gw0-5c1f590758 resourceVersion: "12350" uid: 27bdb1a1-fbc2-47e1-8f21-9014ab13f4c0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:39:29Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:29Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d3d02c9f280 namespace: e2e-gw0-5c1f590758 resourceVersion: "12352" uid: dd38b223-9953-47d3-a680-5ac69379e7f4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:39:34Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2157" metadata: creationTimestamp: "2026-10-31T07:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:34Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d3e12b2c109 namespace: e2e-gw0-5c1f590758 resourceVersion: "12391" uid: 8eb91f5f-2b9f-4d95-8e4d-db1c22bc40da reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:39:52Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2157" in 18.381s (18.381s including waiting). Image size: 1629727116 bytes.' metadata: creationTimestamp: "2026-10-31T07:39:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:52Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d425a54cd6d namespace: e2e-gw0-5c1f590758 resourceVersion: "12533" uid: 49f481ce-12eb-4645-b2c4-79d5982858da reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:39:52Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:39:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:52Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d425e269452 namespace: e2e-gw0-5c1f590758 resourceVersion: "12534" uid: 2e0ec648-5f15-40d5-9c5f-fe2d3f74db91 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:39:52Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:39:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:52Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d425eb99f51 namespace: e2e-gw0-5c1f590758 resourceVersion: "12535" uid: a567cf20-8fb7-4c80-8782-7ce32dfe4c78 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:39:52Z" message: Pulling image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" metadata: creationTimestamp: "2026-10-31T07:39:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:52Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d425ed049ba namespace: e2e-gw0-5c1f590758 resourceVersion: "12536" uid: ac1a1d46-7a8f-4bb6-912c-e87365407f8b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:39:54Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" in 2.091s (2.091s including waiting). Image size: 184747123 bytes.' metadata: creationTimestamp: "2026-10-31T07:39:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:54Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d42db7bad2d namespace: e2e-gw0-5c1f590758 resourceVersion: "12551" uid: 936eff25-50be-41c3-a2c4-f134990d8fcd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:39:54Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:39:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:54Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d42de5bdfec namespace: e2e-gw0-5c1f590758 resourceVersion: "12553" uid: 8e3bbae9-95f6-45e2-9c92-187320268c5e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:39:54Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:39:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:54Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d42dee902f9 namespace: e2e-gw0-5c1f590758 resourceVersion: "12554" uid: 333c7ffc-0895-438d-a541-7aa21307f1cc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-10-31T07:39:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:41:07Z" message: 'Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:07Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d433955f4e7 namespace: e2e-gw0-5c1f590758 resourceVersion: "13038" uid: a9d12b73-18ef-476d-9693-e7761714c7ba reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:41:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-31T07:41:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:50Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d5db83ab71c namespace: e2e-gw0-5c1f590758 resourceVersion: "13532" uid: e738252e-a134-442f-9080-a09af9b27375 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:41:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-31T07:41:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:50Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d5db83b63c3 namespace: e2e-gw0-5c1f590758 resourceVersion: "13533" uid: 61b3ae22-2f55-4d23-be16-60ac79340341 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs namespace: e2e-gw0-5c1f590758 resourceVersion: "12316" uid: c8805ba6-d69f-4674-9fc1-762cc8a147da kind: Event lastTimestamp: "2026-10-31T07:41:52Z" message: 'Readiness probe failed: Get "https://10.133.0.18:8643/healthz": dial tcp 10.133.0.18:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:41:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:52Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs.18e38d5e3bb4138e namespace: e2e-gw0-5c1f590758 resourceVersion: "13545" uid: 46a29513-d989-43ea-84b0-59ca7fba0d38 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-240.us-east-2.compute.internal source: component: kubelet host: ip-10-0-136-240.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-ddd6c579c namespace: e2e-gw0-5c1f590758 resourceVersion: "12304" uid: 5a0654a5-b34b-430c-bebd-6d3db8ac3343 kind: Event lastTimestamp: "2026-10-31T07:39:29Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-ddd6c579c-t4sjs' metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:39:29Z" name: isvc-sklearn-graph-2-predictor-ddd6c579c.18e38d3cdacf87cc namespace: e2e-gw0-5c1f590758 resourceVersion: "12315" uid: 3d7c7ce8-f3c4-4a3e-bb43-3a8132893f83 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12302" uid: 6b0c33d1-170a-4c8d-bbe6-dbde2308a6ba kind: Event lastTimestamp: "2026-10-31T07:39:29Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-ddd6c579c from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:39:29Z" name: isvc-sklearn-graph-2-predictor.18e38d3cd80fe60c namespace: e2e-gw0-5c1f590758 resourceVersion: "12305" uid: 4d4d6870-b3ad-49a7-93f2-9e241febcbed reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-31T07:39:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12303" uid: 43fc61a5-434e-4679-b13e-9b6aeb0be300 kind: Event lastTimestamp: "2026-10-31T07:40:29Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:39:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:40:29Z" name: isvc-sklearn-graph-2-predictor.18e38d40568d9918 namespace: e2e-gw0-5c1f590758 resourceVersion: "12766" uid: e130c9e3-25e5-4a2b-9c64-c642dacf9c54 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-31T07:39:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12303" uid: 43fc61a5-434e-4679-b13e-9b6aeb0be300 kind: Event lastTimestamp: "2026-10-31T07:40:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:39:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:40:29Z" name: isvc-sklearn-graph-2-predictor.18e38d4056ec31ed namespace: e2e-gw0-5c1f590758 resourceVersion: "12767" uid: f909b538-0db2-43a7-b4cc-27fdae285931 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-31T07:40:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12466" uid: 43fc61a5-434e-4679-b13e-9b6aeb0be300 kind: Event lastTimestamp: "2026-10-31T07:41:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:40:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:41:44Z" name: isvc-sklearn-graph-2-predictor.18e38d4e51c8e10e namespace: e2e-gw0-5c1f590758 resourceVersion: "13443" uid: 804d677c-2720-48f4-815d-edc035120327 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-31T07:40:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12466" uid: 43fc61a5-434e-4679-b13e-9b6aeb0be300 kind: Event lastTimestamp: "2026-10-31T07:41:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:40:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:41:44Z" name: isvc-sklearn-graph-2-predictor.18e38d4e522d305f namespace: e2e-gw0-5c1f590758 resourceVersion: "13444" uid: ecbb0338-deff-457e-b15f-ddc9a5ec3b6c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: e2e-gw0-5c1f590758 resourceVersion: "12291" uid: 8515eec9-3c51-4b2e-89d8-aac7231ecb3b kind: Event lastTimestamp: "2026-10-31T07:41:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:41:17Z" name: isvc-sklearn-graph-2.18e38d3cd8864780 namespace: e2e-gw0-5c1f590758 resourceVersion: "13163" uid: 8b003329-b9a4-412c-b3f5-27e4742fdf5f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: e2e-gw0-5c1f590758 resourceVersion: "13161" uid: 8515eec9-3c51-4b2e-89d8-aac7231ecb3b kind: Event lastTimestamp: "2026-10-31T07:41:17Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-10-31T07:41:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:41:17Z" name: isvc-sklearn-graph-2.18e38d56183d4bdb namespace: e2e-gw0-5c1f590758 resourceVersion: "13162" uid: 13f9f848-99fd-4c8a-ad67-923c7d5f5d4c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:39:28.866153Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12258" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/isvc-xgboost-graph-predictor-698b9676f-njgxs to ip-10-0-134-26.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:39:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:39:28Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d3ccaf46466 namespace: e2e-gw0-5c1f590758 resourceVersion: "12262" uid: a0ecf92a-395b-4a0c-b6b1-e4a2d4930266 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12267" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:39:29Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:39:29Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d3cee8661d8 namespace: e2e-gw0-5c1f590758 resourceVersion: "12334" uid: 94281632-0865-4971-9d00-ef8b1eabc8f2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:39:29Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d3a44346df74740a90b1bbd421ba27d3a9369e12753aec4f5f20b696767b937" metadata: creationTimestamp: "2026-10-31T07:39:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:29Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d3cf0385c8b namespace: e2e-gw0-5c1f590758 resourceVersion: "12336" uid: feb83e4e-9d92-4d41-a26a-71a2e2a9fe7f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:39:35Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d3a44346df74740a90b1bbd421ba27d3a9369e12753aec4f5f20b696767b937" in 5.902s (5.902s including waiting). Image size: 330721193 bytes.' metadata: creationTimestamp: "2026-10-31T07:39:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:35Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d3e5004a8c9 namespace: e2e-gw0-5c1f590758 resourceVersion: "12397" uid: 615c02d6-0e5f-4fd9-a55d-3706694dd594 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:39:35Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:39:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:35Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d3e540c4655 namespace: e2e-gw0-5c1f590758 resourceVersion: "12398" uid: b81e048c-4aa3-4b8d-a165-8adb3e2cae36 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:39:35Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:39:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:35Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d3e549d636e namespace: e2e-gw0-5c1f590758 resourceVersion: "12399" uid: 71b42ca5-5cd6-403e-9a6d-ceb3da98e0d2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:39:40Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-10-31T07:39:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:39:40Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d3f884f693c namespace: e2e-gw0-5c1f590758 resourceVersion: "12427" uid: 8a6c645a-dfda-4034-9f1a-6228c42e7cca reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:40:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:40:01Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.032s (21.032s including waiting). Image size: 1460333318 bytes.' metadata: creationTimestamp: "2026-10-31T07:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:40:01Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d446df76913 namespace: e2e-gw0-5c1f590758 resourceVersion: "12602" uid: 427336bf-7d45-407d-bc20-1b7ba7635908 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:40:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:40:01Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:40:01Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d44730235c5 namespace: e2e-gw0-5c1f590758 resourceVersion: "12603" uid: 73d1416f-5d10-4ac4-be17-768a73ad3872 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:40:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:40:01Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:40:01Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d4474c995f9 namespace: e2e-gw0-5c1f590758 resourceVersion: "12604" uid: 87cee721-a703-494e-b7f9-387cd06ed623 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:40:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:40:01Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:40:01Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d4474e06d86 namespace: e2e-gw0-5c1f590758 resourceVersion: "12605" uid: 651c454c-d238-437b-87c9-2ed4db7f9bda reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:40:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:40:01Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:40:01Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d44795a0d1d namespace: e2e-gw0-5c1f590758 resourceVersion: "12606" uid: e87de997-5956-4793-8f46-3133921400ca reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:40:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:40:01Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:40:01Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d447a1cc9ce namespace: e2e-gw0-5c1f590758 resourceVersion: "12608" uid: 2f0933d0-34c7-47b3-b9dd-ee8e3491509f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-31T07:40:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:40:59Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:40:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:40:59Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d44eaeee7eb namespace: e2e-gw0-5c1f590758 resourceVersion: "12995" uid: 86876ba6-338d-41a2-aab1-e88862d886a9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:41:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-31T07:41:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:50Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d5db66de461 namespace: e2e-gw0-5c1f590758 resourceVersion: "13517" uid: aed79d62-5141-448f-bf80-16fba31c1ed7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-698b9676f-njgxs namespace: e2e-gw0-5c1f590758 resourceVersion: "12260" uid: 251e0a4f-714e-45f9-b8e4-1fd27241e980 kind: Event lastTimestamp: "2026-10-31T07:41:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-31T07:41:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:50Z" name: isvc-xgboost-graph-predictor-698b9676f-njgxs.18e38d5db673d9d3 namespace: e2e-gw0-5c1f590758 resourceVersion: "13523" uid: 6bed5979-6be7-4fd5-a444-9481cf00b3b7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-698b9676f namespace: e2e-gw0-5c1f590758 resourceVersion: "12250" uid: 409e9c15-d961-4632-a88b-37998df1f8dd kind: Event lastTimestamp: "2026-10-31T07:39:28Z" message: 'Created pod: isvc-xgboost-graph-predictor-698b9676f-njgxs' metadata: creationTimestamp: "2026-10-31T07:39:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:39:28Z" name: isvc-xgboost-graph-predictor-698b9676f.18e38d3cca6c15c0 namespace: e2e-gw0-5c1f590758 resourceVersion: "12259" uid: 9f802d4c-9c0c-4dab-87aa-1fb7b21e7894 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:39:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12248" uid: b004b2d8-8ee6-42ff-9da7-955f256df829 kind: Event lastTimestamp: "2026-10-31T07:39:28Z" message: Scaled up replica set isvc-xgboost-graph-predictor-698b9676f from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:39:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:39:28Z" name: isvc-xgboost-graph-predictor.18e38d3cc770e0aa namespace: e2e-gw0-5c1f590758 resourceVersion: "12251" uid: 9d268788-23c2-4df7-8f8a-95b26895c08a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-31T07:39:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12249" uid: cfc903cd-402e-4224-8d15-19035d408016 kind: Event lastTimestamp: "2026-10-31T07:40:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:39:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:40:43Z" name: isvc-xgboost-graph-predictor.18e38d40466780a6 namespace: e2e-gw0-5c1f590758 resourceVersion: "12862" uid: a426130e-679c-4cfd-9b5d-d8ccd8f79324 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-31T07:39:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12249" uid: cfc903cd-402e-4224-8d15-19035d408016 kind: Event lastTimestamp: "2026-10-31T07:40:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:39:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:40:43Z" name: isvc-xgboost-graph-predictor.18e38d4046caed86 namespace: e2e-gw0-5c1f590758 resourceVersion: "12863" uid: d6a57445-d3d5-4795-85e2-b49e7f415bec reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-31T07:40:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12456" uid: cfc903cd-402e-4224-8d15-19035d408016 kind: Event lastTimestamp: "2026-10-31T07:41:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:40:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:41:28Z" name: isvc-xgboost-graph-predictor.18e38d4ac36a7767 namespace: e2e-gw0-5c1f590758 resourceVersion: "13315" uid: c4ad792f-9a6e-4ded-b2f1-36a0830a12de reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-31T07:40:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "12456" uid: cfc903cd-402e-4224-8d15-19035d408016 kind: Event lastTimestamp: "2026-10-31T07:41:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:40:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:41:28Z" name: isvc-xgboost-graph-predictor.18e38d4ac3d24d90 namespace: e2e-gw0-5c1f590758 resourceVersion: "13316" uid: 05a2ee32-b732-4a06-8e9d-4f41b110ae8f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-10-31T07:39:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: e2e-gw0-5c1f590758 resourceVersion: "12242" uid: b834aa23-6291-44b5-93b2-39da464fc53d kind: Event lastTimestamp: "2026-10-31T07:41:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-31T07:39:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:41:09Z" name: isvc-xgboost-graph.18e38d3cc7ef8abf namespace: e2e-gw0-5c1f590758 resourceVersion: "13063" uid: 58678cb0-d80e-4b83-b173-93cdaa8ad21c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: e2e-gw0-5c1f590758 resourceVersion: "13060" uid: b834aa23-6291-44b5-93b2-39da464fc53d kind: Event lastTimestamp: "2026-10-31T07:41:09Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-10-31T07:41:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:41:09Z" name: isvc-xgboost-graph.18e38d54508ececb namespace: e2e-gw0-5c1f590758 resourceVersion: "13062" uid: 53deb1b8-7efb-4702-9437-80abda4f6419 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:41:38.554669Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6b979c876d-j6srw namespace: e2e-gw0-5c1f590758 resourceVersion: "13387" uid: 5bbf5852-c16d-41a1-b2c1-b9a6ecddd898 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/model-chainer-6b979c876d-j6srw to ip-10-0-130-48.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:41:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:41:38Z" name: model-chainer-6b979c876d-j6srw.18e38d5afcfe17ec namespace: e2e-gw0-5c1f590758 resourceVersion: "13393" uid: 702c40a8-49cf-4c9a-95ab-267f65ece713 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:38Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6b979c876d-j6srw namespace: e2e-gw0-5c1f590758 resourceVersion: "13390" uid: 5bbf5852-c16d-41a1-b2c1-b9a6ecddd898 kind: Event lastTimestamp: "2026-10-31T07:41:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-10-31T07:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:38Z" name: model-chainer-6b979c876d-j6srw.18e38d5b04d4e76b namespace: e2e-gw0-5c1f590758 resourceVersion: "13403" uid: 1e386242-7774-469d-ad75-231a3d4df6d4 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:39Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6b979c876d-j6srw namespace: e2e-gw0-5c1f590758 resourceVersion: "13397" uid: 5bbf5852-c16d-41a1-b2c1-b9a6ecddd898 kind: Event lastTimestamp: "2026-10-31T07:41:39Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:41:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:41:39Z" name: model-chainer-6b979c876d-j6srw.18e38d5b4330b00f namespace: e2e-gw0-5c1f590758 resourceVersion: "13412" uid: a263af3c-5b11-4994-811d-4a5697d3f175 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b979c876d-j6srw namespace: e2e-gw0-5c1f590758 resourceVersion: "13390" uid: 5bbf5852-c16d-41a1-b2c1-b9a6ecddd898 kind: Event lastTimestamp: "2026-10-31T07:41:39Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcd69b1e985441df1221f21e42e9da4815f90c40a0b0f824dd1e14e4e393fe7" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:41:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:39Z" name: model-chainer-6b979c876d-j6srw.18e38d5b447c5a23 namespace: e2e-gw0-5c1f590758 resourceVersion: "13414" uid: 81dab3be-e258-4b7c-9ac2-d99dd5c199b3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b979c876d-j6srw namespace: e2e-gw0-5c1f590758 resourceVersion: "13390" uid: 5bbf5852-c16d-41a1-b2c1-b9a6ecddd898 kind: Event lastTimestamp: "2026-10-31T07:41:39Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:41:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:39Z" name: model-chainer-6b979c876d-j6srw.18e38d5b475ab745 namespace: e2e-gw0-5c1f590758 resourceVersion: "13415" uid: 57a77deb-d95d-47ba-b031-2adab30253c3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6b979c876d-j6srw namespace: e2e-gw0-5c1f590758 resourceVersion: "13390" uid: 5bbf5852-c16d-41a1-b2c1-b9a6ecddd898 kind: Event lastTimestamp: "2026-10-31T07:41:39Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:41:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:39Z" name: model-chainer-6b979c876d-j6srw.18e38d5b47ce1b83 namespace: e2e-gw0-5c1f590758 resourceVersion: "13416" uid: c85f5ad3-d198-428d-9788-6c97e43535ab reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-6b979c876d namespace: e2e-gw0-5c1f590758 resourceVersion: "13384" uid: cd573fb9-8dc9-47e6-90da-d1a4e68735ab kind: Event lastTimestamp: "2026-10-31T07:41:38Z" message: 'Created pod: model-chainer-6b979c876d-j6srw' metadata: creationTimestamp: "2026-10-31T07:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:41:38Z" name: model-chainer-6b979c876d.18e38d5afc8b37b6 namespace: e2e-gw0-5c1f590758 resourceVersion: "13389" uid: 8cd50e0a-8877-4e40-a71e-71a18a133f61 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: e2e-gw0-5c1f590758 resourceVersion: "13382" uid: 64fe3136-5db7-405e-9d01-74026dd3cc39 kind: Event lastTimestamp: "2026-10-31T07:41:38Z" message: Scaled up replica set model-chainer-6b979c876d from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:41:38Z" name: model-chainer.18e38d5afbb7c91b namespace: e2e-gw0-5c1f590758 resourceVersion: "13385" uid: e308ec60-d724-4609-8257-287012fa3a78 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: e2e-gw0-5c1f590758 resourceVersion: "13399" uid: 329a3173-4ea6-4361-9134-f9a5e2efc2fe kind: Event lastTimestamp: "2026-10-31T07:41:38Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-10-31T07:41:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:41:38Z" name: model-chainer.18e38d5affab89f0 namespace: e2e-gw0-5c1f590758 resourceVersion: "13401" uid: 20e50bd9-1067-400e-b8fc-f5d38b274fe3 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:41:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: model-chainer namespace: e2e-gw0-5c1f590758 resourceVersion: "13383" uid: dcad7d6d-07ad-427c-a158-ef7c5555186e kind: Event lastTimestamp: "2026-10-31T07:42:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:41:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:42:23Z" name: model-chainer.18e38d5e7a3cbb33 namespace: e2e-gw0-5c1f590758 resourceVersion: "13833" uid: eac9c40c-f579-47f2-93c2-202ef211322d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:41:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: model-chainer namespace: e2e-gw0-5c1f590758 resourceVersion: "13383" uid: dcad7d6d-07ad-427c-a158-ef7c5555186e kind: Event lastTimestamp: "2026-10-31T07:42:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:41:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:42:23Z" name: model-chainer.18e38d5e7aa11f2f namespace: e2e-gw0-5c1f590758 resourceVersion: "13834" uid: ea51c88d-1481-4c0e-86bd-f3840681aa99 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:54:06.529932Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-45944-6dd4d9b5bd-rxbc2 namespace: e2e-gw0-5c1f590758 resourceVersion: "17965" uid: fca8063f-f2eb-4857-aa61-8c9dddf25a8f kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/sequence-graph-45944-6dd4d9b5bd-rxbc2 to ip-10-0-134-26.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:54:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:54:06Z" name: sequence-graph-45944-6dd4d9b5bd-rxbc2.18e38e0923cae530 namespace: e2e-gw0-5c1f590758 resourceVersion: "17971" uid: d74d6617-9713-4250-93c8-10ea031c1b13 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:54:07Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-45944-6dd4d9b5bd-rxbc2 namespace: e2e-gw0-5c1f590758 resourceVersion: "17974" uid: fca8063f-f2eb-4857-aa61-8c9dddf25a8f kind: Event lastTimestamp: "2026-10-31T07:54:07Z" message: Add eth0 [10.134.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:54:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:54:07Z" name: sequence-graph-45944-6dd4d9b5bd-rxbc2.18e38e0945f2adbe namespace: e2e-gw0-5c1f590758 resourceVersion: "17985" uid: a3cc428a-e73c-4ffb-a29d-173d2a7f35e0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:54:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-45944} kind: Pod name: sequence-graph-45944-6dd4d9b5bd-rxbc2 namespace: e2e-gw0-5c1f590758 resourceVersion: "17967" uid: fca8063f-f2eb-4857-aa61-8c9dddf25a8f kind: Event lastTimestamp: "2026-10-31T07:54:07Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcd69b1e985441df1221f21e42e9da4815f90c40a0b0f824dd1e14e4e393fe7" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:54:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:54:07Z" name: sequence-graph-45944-6dd4d9b5bd-rxbc2.18e38e09476296ce namespace: e2e-gw0-5c1f590758 resourceVersion: "17987" uid: da413aa2-51fe-4bb1-ae54-1d223b7bc900 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:54:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-45944} kind: Pod name: sequence-graph-45944-6dd4d9b5bd-rxbc2 namespace: e2e-gw0-5c1f590758 resourceVersion: "17967" uid: fca8063f-f2eb-4857-aa61-8c9dddf25a8f kind: Event lastTimestamp: "2026-10-31T07:54:07Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:54:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:54:07Z" name: sequence-graph-45944-6dd4d9b5bd-rxbc2.18e38e094a4bac77 namespace: e2e-gw0-5c1f590758 resourceVersion: "17988" uid: 702d7891-e938-4276-900d-d56ea092d332 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:54:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-45944} kind: Pod name: sequence-graph-45944-6dd4d9b5bd-rxbc2 namespace: e2e-gw0-5c1f590758 resourceVersion: "17967" uid: fca8063f-f2eb-4857-aa61-8c9dddf25a8f kind: Event lastTimestamp: "2026-10-31T07:54:07Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:54:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:54:07Z" name: sequence-graph-45944-6dd4d9b5bd-rxbc2.18e38e094ac28373 namespace: e2e-gw0-5c1f590758 resourceVersion: "17989" uid: 3f383910-b455-4a36-b6af-67850c80e743 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:54:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-45944-6dd4d9b5bd namespace: e2e-gw0-5c1f590758 resourceVersion: "17962" uid: 475990d1-bbcc-4901-ae0a-a910405a6b7d kind: Event lastTimestamp: "2026-10-31T07:54:06Z" message: 'Created pod: sequence-graph-45944-6dd4d9b5bd-rxbc2' metadata: creationTimestamp: "2026-10-31T07:54:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:54:06Z" name: sequence-graph-45944-6dd4d9b5bd.18e38e0923107659 namespace: e2e-gw0-5c1f590758 resourceVersion: "17966" uid: acea3b67-5e02-4389-abee-d7a7ac00d027 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:54:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-45944 namespace: e2e-gw0-5c1f590758 resourceVersion: "17960" uid: d0a6773d-efea-40c5-93b5-5ccd9f6a051c kind: Event lastTimestamp: "2026-10-31T07:54:06Z" message: Scaled up replica set sequence-graph-45944-6dd4d9b5bd from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:54:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:54:06Z" name: sequence-graph-45944.18e38e0922276498 namespace: e2e-gw0-5c1f590758 resourceVersion: "17963" uid: 4d7eff10-f2c2-406b-b41c-447f9d9e1e11 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:54:06Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-45944 namespace: e2e-gw0-5c1f590758 resourceVersion: "17976" uid: d5db996e-bb44-4624-9213-2781b28a8bcf kind: Event lastTimestamp: "2026-10-31T07:54:06Z" message: InferenceGraph [sequence-graph-45944] is Ready metadata: creationTimestamp: "2026-10-31T07:54:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:54:06Z" name: sequence-graph-45944.18e38e0926800ba2 namespace: e2e-gw0-5c1f590758 resourceVersion: "17978" uid: 64e111b6-9b68-4a29-b20a-4c21d2a1aced reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:54:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-45944 namespace: e2e-gw0-5c1f590758 resourceVersion: "17961" uid: 0b2bd921-92c8-4b33-b39a-d2321f1c2382 kind: Event lastTimestamp: "2026-10-31T07:54:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:54:21Z" name: sequence-graph-45944.18e38e0ca0b75f84 namespace: e2e-gw0-5c1f590758 resourceVersion: "18065" uid: a05d7cd9-da4f-404b-befb-76b33818912a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:54:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-45944 namespace: e2e-gw0-5c1f590758 resourceVersion: "17961" uid: 0b2bd921-92c8-4b33-b39a-d2321f1c2382 kind: Event lastTimestamp: "2026-10-31T07:54:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:54:21Z" name: sequence-graph-45944.18e38e0ca119ad80 namespace: e2e-gw0-5c1f590758 resourceVersion: "18067" uid: 6550a326-fd2d-441e-8389-8caa17ab4aad reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:54:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-45944 namespace: e2e-gw0-5c1f590758 resourceVersion: "18066" uid: 0b2bd921-92c8-4b33-b39a-d2321f1c2382 kind: Event lastTimestamp: "2026-10-31T08:20:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:20:37Z" name: sequence-graph-45944.18e38e101fc2211c namespace: e2e-gw0-5c1f590758 resourceVersion: "26912" uid: 9d9597f8-93d8-47d8-82f7-9d6de897b204 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:54:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-45944 namespace: e2e-gw0-5c1f590758 resourceVersion: "18066" uid: 0b2bd921-92c8-4b33-b39a-d2321f1c2382 kind: Event lastTimestamp: "2026-10-31T08:20:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:20:37Z" name: sequence-graph-45944.18e38e10200deca4 namespace: e2e-gw0-5c1f590758 resourceVersion: "26913" uid: 6145ed4d-8d13-466c-a1be-e800c6aca50c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:43:07.870496Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-48632-ff6f99496-xjtvw namespace: e2e-gw0-5c1f590758 resourceVersion: "14134" uid: c437fed9-611d-4cbc-b888-e49405968a0c kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/sequence-graph-48632-ff6f99496-xjtvw to ip-10-0-134-26.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:43:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:43:07Z" name: sequence-graph-48632-ff6f99496-xjtvw.18e38d6fc8a17ad8 namespace: e2e-gw0-5c1f590758 resourceVersion: "14140" uid: 16fda8f3-015b-44ed-a5d3-10deff9eb89a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:43:08Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-48632-ff6f99496-xjtvw namespace: e2e-gw0-5c1f590758 resourceVersion: "14144" uid: c437fed9-611d-4cbc-b888-e49405968a0c kind: Event lastTimestamp: "2026-10-31T07:43:08Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:43:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:43:08Z" name: sequence-graph-48632-ff6f99496-xjtvw.18e38d6feaef5fb1 namespace: e2e-gw0-5c1f590758 resourceVersion: "14152" uid: adc2a44e-2426-4d3b-a591-5127d0619b78 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:43:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-48632} kind: Pod name: sequence-graph-48632-ff6f99496-xjtvw namespace: e2e-gw0-5c1f590758 resourceVersion: "14137" uid: c437fed9-611d-4cbc-b888-e49405968a0c kind: Event lastTimestamp: "2026-10-31T07:43:08Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:8bcd69b1e985441df1221f21e42e9da4815f90c40a0b0f824dd1e14e4e393fe7" metadata: creationTimestamp: "2026-10-31T07:43:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:43:08Z" name: sequence-graph-48632-ff6f99496-xjtvw.18e38d6fec9f55aa namespace: e2e-gw0-5c1f590758 resourceVersion: "14154" uid: d2e12fc9-2752-4008-bca1-3226b8ac2efb reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-48632} kind: Pod name: sequence-graph-48632-ff6f99496-xjtvw namespace: e2e-gw0-5c1f590758 resourceVersion: "14137" uid: c437fed9-611d-4cbc-b888-e49405968a0c kind: Event lastTimestamp: "2026-10-31T07:43:10Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:8bcd69b1e985441df1221f21e42e9da4815f90c40a0b0f824dd1e14e4e393fe7" in 1.592s (1.592s including waiting). Image size: 216428108 bytes.' metadata: creationTimestamp: "2026-10-31T07:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:43:10Z" name: sequence-graph-48632-ff6f99496-xjtvw.18e38d704b90639e namespace: e2e-gw0-5c1f590758 resourceVersion: "14163" uid: c7952c11-b456-4aa0-a6fe-34545e80fac3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-48632} kind: Pod name: sequence-graph-48632-ff6f99496-xjtvw namespace: e2e-gw0-5c1f590758 resourceVersion: "14137" uid: c437fed9-611d-4cbc-b888-e49405968a0c kind: Event lastTimestamp: "2026-10-31T07:43:10Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:43:10Z" name: sequence-graph-48632-ff6f99496-xjtvw.18e38d704e94dc33 namespace: e2e-gw0-5c1f590758 resourceVersion: "14164" uid: 8e6e4b65-89d3-4b5f-a030-89f8fabf6367 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:43:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-48632} kind: Pod name: sequence-graph-48632-ff6f99496-xjtvw namespace: e2e-gw0-5c1f590758 resourceVersion: "14137" uid: c437fed9-611d-4cbc-b888-e49405968a0c kind: Event lastTimestamp: "2026-10-31T07:43:10Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:43:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:43:10Z" name: sequence-graph-48632-ff6f99496-xjtvw.18e38d704f091457 namespace: e2e-gw0-5c1f590758 resourceVersion: "14165" uid: ddc7d53a-0330-483a-a70c-b7c9644d3211 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:43:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-48632-ff6f99496 namespace: e2e-gw0-5c1f590758 resourceVersion: "14130" uid: e2811ef4-ab6a-4049-b898-36c22b34cbcb kind: Event lastTimestamp: "2026-10-31T07:43:07Z" message: 'Created pod: sequence-graph-48632-ff6f99496-xjtvw' metadata: creationTimestamp: "2026-10-31T07:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:43:07Z" name: sequence-graph-48632-ff6f99496.18e38d6fc82e6f4f namespace: e2e-gw0-5c1f590758 resourceVersion: "14136" uid: e387f249-f330-4b08-9764-d4713157c5dc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:43:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-48632 namespace: e2e-gw0-5c1f590758 resourceVersion: "14128" uid: db5efdb8-85dc-4198-b8cb-be060bc9cad5 kind: Event lastTimestamp: "2026-10-31T07:43:07Z" message: Scaled up replica set sequence-graph-48632-ff6f99496 from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:43:07Z" name: sequence-graph-48632.18e38d6fc715aaee namespace: e2e-gw0-5c1f590758 resourceVersion: "14132" uid: 47f3257c-a30d-43a3-8979-f9e5fcfbff0a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:43:07Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-48632 namespace: e2e-gw0-5c1f590758 resourceVersion: "14148" uid: 71ef4f41-67a3-480a-ad72-584f26eb6b89 kind: Event lastTimestamp: "2026-10-31T07:43:07Z" message: InferenceGraph [sequence-graph-48632] is Ready metadata: creationTimestamp: "2026-10-31T07:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:43:07Z" name: sequence-graph-48632.18e38d6fcbdd6800 namespace: e2e-gw0-5c1f590758 resourceVersion: "14150" uid: 59c5ea05-cf5b-4122-8863-4ec3b3d6d907 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:43:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-48632 namespace: e2e-gw0-5c1f590758 resourceVersion: "14129" uid: 50dc47cc-fc3d-4ac6-b063-69980817b52f kind: Event lastTimestamp: "2026-10-31T07:43:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:43:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:43:37Z" name: sequence-graph-48632.18e38d73458d842c namespace: e2e-gw0-5c1f590758 resourceVersion: "14308" uid: f44c0968-8949-4d3f-9661-b89210d2a3f4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:43:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-48632 namespace: e2e-gw0-5c1f590758 resourceVersion: "14129" uid: 50dc47cc-fc3d-4ac6-b063-69980817b52f kind: Event lastTimestamp: "2026-10-31T07:43:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:43:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:43:37Z" name: sequence-graph-48632.18e38d7345ee25a8 namespace: e2e-gw0-5c1f590758 resourceVersion: "14309" uid: 38d0d5b8-22c8-4bdd-a1e1-118aeae8391b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:52:39.635470Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-b7c3b-75dbd6c6f4-hqpx5 namespace: e2e-gw0-5c1f590758 resourceVersion: "17265" uid: f4ec3e5b-e373-4bac-bbc5-47ec5e408ec3 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/sequence-graph-b7c3b-75dbd6c6f4-hqpx5 to ip-10-0-134-26.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:52:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:52:39Z" name: sequence-graph-b7c3b-75dbd6c6f4-hqpx5.18e38df4e87a9760 namespace: e2e-gw0-5c1f590758 resourceVersion: "17270" uid: 56e0f5ba-6720-476e-b850-9ea8c9d4cb9b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:40Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-b7c3b-75dbd6c6f4-hqpx5 namespace: e2e-gw0-5c1f590758 resourceVersion: "17276" uid: f4ec3e5b-e373-4bac-bbc5-47ec5e408ec3 kind: Event lastTimestamp: "2026-10-31T07:52:40Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:52:40Z" name: sequence-graph-b7c3b-75dbd6c6f4-hqpx5.18e38df50adaa054 namespace: e2e-gw0-5c1f590758 resourceVersion: "17284" uid: 18b71182-b512-44de-b917-f3a6edb0e8d3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b7c3b} kind: Pod name: sequence-graph-b7c3b-75dbd6c6f4-hqpx5 namespace: e2e-gw0-5c1f590758 resourceVersion: "17268" uid: f4ec3e5b-e373-4bac-bbc5-47ec5e408ec3 kind: Event lastTimestamp: "2026-10-31T07:52:40Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcd69b1e985441df1221f21e42e9da4815f90c40a0b0f824dd1e14e4e393fe7" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:40Z" name: sequence-graph-b7c3b-75dbd6c6f4-hqpx5.18e38df50c3aab06 namespace: e2e-gw0-5c1f590758 resourceVersion: "17286" uid: 94ee33b2-66c4-4026-8b5e-c2293d7f89d9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b7c3b} kind: Pod name: sequence-graph-b7c3b-75dbd6c6f4-hqpx5 namespace: e2e-gw0-5c1f590758 resourceVersion: "17268" uid: f4ec3e5b-e373-4bac-bbc5-47ec5e408ec3 kind: Event lastTimestamp: "2026-10-31T07:52:40Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:40Z" name: sequence-graph-b7c3b-75dbd6c6f4-hqpx5.18e38df50ff86f4a namespace: e2e-gw0-5c1f590758 resourceVersion: "17287" uid: 71a46f76-29ff-418e-b636-b5e3c73d47ca reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b7c3b} kind: Pod name: sequence-graph-b7c3b-75dbd6c6f4-hqpx5 namespace: e2e-gw0-5c1f590758 resourceVersion: "17268" uid: f4ec3e5b-e373-4bac-bbc5-47ec5e408ec3 kind: Event lastTimestamp: "2026-10-31T07:52:40Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:40Z" name: sequence-graph-b7c3b-75dbd6c6f4-hqpx5.18e38df510705705 namespace: e2e-gw0-5c1f590758 resourceVersion: "17288" uid: c6647928-9f15-4585-a10e-03c790067759 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-b7c3b-75dbd6c6f4 namespace: e2e-gw0-5c1f590758 resourceVersion: "17262" uid: 7f082e2b-268e-472f-98cd-133daf2001fa kind: Event lastTimestamp: "2026-10-31T07:52:39Z" message: 'Created pod: sequence-graph-b7c3b-75dbd6c6f4-hqpx5' metadata: creationTimestamp: "2026-10-31T07:52:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:39Z" name: sequence-graph-b7c3b-75dbd6c6f4.18e38df4e813d471 namespace: e2e-gw0-5c1f590758 resourceVersion: "17267" uid: ff5f56aa-96c8-4b35-a5cc-664a57f53d54 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-b7c3b namespace: e2e-gw0-5c1f590758 resourceVersion: "17260" uid: 0b081a1e-c08b-463b-861d-2ac1508b2d77 kind: Event lastTimestamp: "2026-10-31T07:52:39Z" message: Scaled up replica set sequence-graph-b7c3b-75dbd6c6f4 from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:52:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:39Z" name: sequence-graph-b7c3b.18e38df4e72a1706 namespace: e2e-gw0-5c1f590758 resourceVersion: "17263" uid: cb712eee-cd14-4858-b2cb-769d54d68214 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:39Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-b7c3b namespace: e2e-gw0-5c1f590758 resourceVersion: "17278" uid: 6451640a-747c-48c5-bc65-877f1f02ad1f kind: Event lastTimestamp: "2026-10-31T07:52:39Z" message: InferenceGraph [sequence-graph-b7c3b] is Ready metadata: creationTimestamp: "2026-10-31T07:52:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:52:39Z" name: sequence-graph-b7c3b.18e38df4eb9c17ef namespace: e2e-gw0-5c1f590758 resourceVersion: "17280" uid: ec684c36-bd81-4478-88c0-cd924ecac898 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:52:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b7c3b namespace: e2e-gw0-5c1f590758 resourceVersion: "17261" uid: c51ca4a2-d994-4046-974f-30bc9eb22900 kind: Event lastTimestamp: "2026-10-31T07:53:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:52:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:53:09Z" name: sequence-graph-b7c3b.18e38df866360318 namespace: e2e-gw0-5c1f590758 resourceVersion: "17585" uid: 39985d2d-bfc4-4f98-8658-67ce57d9733a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:52:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b7c3b namespace: e2e-gw0-5c1f590758 resourceVersion: "17261" uid: c51ca4a2-d994-4046-974f-30bc9eb22900 kind: Event lastTimestamp: "2026-10-31T07:53:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:52:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:53:09Z" name: sequence-graph-b7c3b.18e38df8669b2436 namespace: e2e-gw0-5c1f590758 resourceVersion: "17586" uid: 6cbb6278-00c4-41f8-b0f7-cd7e22692cd4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:52:56.312615Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-45944-predictor-7859fc774f-rbsfn namespace: e2e-gw0-5c1f590758 resourceVersion: "17445" uid: 8819d989-fe55-49f7-abe5-d9d243ba3278 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/success-200-isvc-45944-predictor-7859fc774f-rbsfn to ip-10-0-134-26.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:52:56Z" name: success-200-isvc-45944-predictor-7859fc774f-rbsfn.18e38df8ca83afe1 namespace: e2e-gw0-5c1f590758 resourceVersion: "17450" uid: 2e203716-6ed0-4470-85ca-d57a766c1477 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-45944-predictor-7859fc774f-rbsfn namespace: e2e-gw0-5c1f590758 resourceVersion: "17454" uid: 8819d989-fe55-49f7-abe5-d9d243ba3278 kind: Event lastTimestamp: "2026-10-31T07:52:56Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:52:56Z" name: success-200-isvc-45944-predictor-7859fc774f-rbsfn.18e38df8ed0794eb namespace: e2e-gw0-5c1f590758 resourceVersion: "17491" uid: 22c68ecf-b37f-4586-acd0-d2796ed0f8e0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-45944-predictor-7859fc774f-rbsfn namespace: e2e-gw0-5c1f590758 resourceVersion: "17448" uid: 8819d989-fe55-49f7-abe5-d9d243ba3278 kind: Event lastTimestamp: "2026-10-31T07:52:56Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2157" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:56Z" name: success-200-isvc-45944-predictor-7859fc774f-rbsfn.18e38df8ee83e33b namespace: e2e-gw0-5c1f590758 resourceVersion: "17493" uid: a3e52263-3c27-4099-98e6-242c3c7858f1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-45944-predictor-7859fc774f-rbsfn namespace: e2e-gw0-5c1f590758 resourceVersion: "17448" uid: 8819d989-fe55-49f7-abe5-d9d243ba3278 kind: Event lastTimestamp: "2026-10-31T07:52:56Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:56Z" name: success-200-isvc-45944-predictor-7859fc774f-rbsfn.18e38df8f12525da namespace: e2e-gw0-5c1f590758 resourceVersion: "17494" uid: c14ef5d4-1597-4f9f-8cad-94d5eab136b7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-45944-predictor-7859fc774f-rbsfn namespace: e2e-gw0-5c1f590758 resourceVersion: "17448" uid: 8819d989-fe55-49f7-abe5-d9d243ba3278 kind: Event lastTimestamp: "2026-10-31T07:52:56Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:56Z" name: success-200-isvc-45944-predictor-7859fc774f-rbsfn.18e38df8f19a7eb3 namespace: e2e-gw0-5c1f590758 resourceVersion: "17495" uid: 221cae41-71c1-404d-bb8a-c2dc5c2d4f19 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-45944-predictor-7859fc774f-rbsfn namespace: e2e-gw0-5c1f590758 resourceVersion: "17448" uid: 8819d989-fe55-49f7-abe5-d9d243ba3278 kind: Event lastTimestamp: "2026-10-31T07:52:56Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:56Z" name: success-200-isvc-45944-predictor-7859fc774f-rbsfn.18e38df8f1a4f877 namespace: e2e-gw0-5c1f590758 resourceVersion: "17496" uid: 4daf04d0-6079-4bea-bfb1-3a6e73198a93 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-45944-predictor-7859fc774f-rbsfn namespace: e2e-gw0-5c1f590758 resourceVersion: "17448" uid: 8819d989-fe55-49f7-abe5-d9d243ba3278 kind: Event lastTimestamp: "2026-10-31T07:52:57Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:52:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:57Z" name: success-200-isvc-45944-predictor-7859fc774f-rbsfn.18e38df8f4941747 namespace: e2e-gw0-5c1f590758 resourceVersion: "17497" uid: 78f5b131-c6c8-4238-ac7e-509e28799fe8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-45944-predictor-7859fc774f-rbsfn namespace: e2e-gw0-5c1f590758 resourceVersion: "17448" uid: 8819d989-fe55-49f7-abe5-d9d243ba3278 kind: Event lastTimestamp: "2026-10-31T07:52:57Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:52:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:57Z" name: success-200-isvc-45944-predictor-7859fc774f-rbsfn.18e38df8f510de0a namespace: e2e-gw0-5c1f590758 resourceVersion: "17498" uid: 8110fc6f-7a15-49b9-adc2-a89330bbd5d1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-31T07:52:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-45944-predictor-7859fc774f-rbsfn namespace: e2e-gw0-5c1f590758 resourceVersion: "17448" uid: 8819d989-fe55-49f7-abe5-d9d243ba3278 kind: Event lastTimestamp: "2026-10-31T08:02:23Z" message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:52:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:23Z" name: success-200-isvc-45944-predictor-7859fc774f-rbsfn.18e38df8fd9cc5bf namespace: e2e-gw0-5c1f590758 resourceVersion: "20648" uid: feef016a-240d-402c-a505-31ace2f6fd34 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-45944-predictor-7859fc774f-rbsfn namespace: e2e-gw0-5c1f590758 resourceVersion: "17448" uid: 8819d989-fe55-49f7-abe5-d9d243ba3278 kind: Event lastTimestamp: "2026-10-31T08:02:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-31T08:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:22Z" name: success-200-isvc-45944-predictor-7859fc774f-rbsfn.18e38e7c923bde91 namespace: e2e-gw0-5c1f590758 resourceVersion: "20638" uid: c30c389a-070b-43c7-b7db-0821dc42d4ec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-45944-predictor-7859fc774f-rbsfn namespace: e2e-gw0-5c1f590758 resourceVersion: "17448" uid: 8819d989-fe55-49f7-abe5-d9d243ba3278 kind: Event lastTimestamp: "2026-10-31T08:02:22Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-31T08:02:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:22Z" name: success-200-isvc-45944-predictor-7859fc774f-rbsfn.18e38e7c923c6173 namespace: e2e-gw0-5c1f590758 resourceVersion: "20639" uid: 0f323eec-bab3-47fe-a18a-bfe20e835170 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-45944-predictor-7859fc774f-rbsfn namespace: e2e-gw0-5c1f590758 resourceVersion: "17448" uid: 8819d989-fe55-49f7-abe5-d9d243ba3278 kind: Event lastTimestamp: "2026-10-31T08:02:23Z" message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp 10.134.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-31T08:02:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:23Z" name: success-200-isvc-45944-predictor-7859fc774f-rbsfn.18e38e7cc60be0fe namespace: e2e-gw0-5c1f590758 resourceVersion: "20647" uid: f1e9e170-2fc3-4c7d-beec-bc9758bcfa7b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-45944-predictor-7859fc774f namespace: e2e-gw0-5c1f590758 resourceVersion: "17439" uid: 4be5b93c-b9ac-401d-b62a-881afdbd3b5d kind: Event lastTimestamp: "2026-10-31T07:52:56Z" message: 'Created pod: success-200-isvc-45944-predictor-7859fc774f-rbsfn' metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:56Z" name: success-200-isvc-45944-predictor-7859fc774f.18e38df8ca1099a0 namespace: e2e-gw0-5c1f590758 resourceVersion: "17447" uid: 40c4787a-1e39-470e-a112-9e61309a6a28 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-45944-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "17437" uid: a9352121-d8ff-4e8d-b047-0dc8c98a85ec kind: Event lastTimestamp: "2026-10-31T07:52:56Z" message: Scaled up replica set success-200-isvc-45944-predictor-7859fc774f from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:56Z" name: success-200-isvc-45944-predictor.18e38df8c857b6c5 namespace: e2e-gw0-5c1f590758 resourceVersion: "17440" uid: 56eb9349-ca63-4b8d-ab69-f145ce26f603 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:53:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-45944-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "17438" uid: 78710716-96b9-47ed-8fc8-131c7dd5e0ee kind: Event lastTimestamp: "2026-10-31T07:53:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:53:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:53:26Z" name: success-200-isvc-45944-predictor.18e38dfc46e868a7 namespace: e2e-gw0-5c1f590758 resourceVersion: "17693" uid: d3281afc-31d5-4aef-9735-e55bf4347be3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:53:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-45944-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "17438" uid: 78710716-96b9-47ed-8fc8-131c7dd5e0ee kind: Event lastTimestamp: "2026-10-31T07:53:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:53:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:53:26Z" name: success-200-isvc-45944-predictor.18e38dfc474e5cab namespace: e2e-gw0-5c1f590758 resourceVersion: "17694" uid: 0bbb9425-5e20-41c5-ab6e-f14c088817fc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:53:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-45944-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "17593" uid: 78710716-96b9-47ed-8fc8-131c7dd5e0ee kind: Event lastTimestamp: "2026-10-31T07:54:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:53:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:54:11Z" name: success-200-isvc-45944-predictor.18e38e0344c0c6ea namespace: e2e-gw0-5c1f590758 resourceVersion: "18013" uid: bc29d6ce-c01f-4212-a147-e83d7dc3f98a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:53:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-45944-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "17593" uid: 78710716-96b9-47ed-8fc8-131c7dd5e0ee kind: Event lastTimestamp: "2026-10-31T07:54:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:53:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:54:11Z" name: success-200-isvc-45944-predictor.18e38e034548f94f namespace: e2e-gw0-5c1f590758 resourceVersion: "18014" uid: 42a020e3-7cfe-4866-a608-366f98cd34f5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-45944 namespace: e2e-gw0-5c1f590758 resourceVersion: "17428" uid: fef29b9d-7f12-412f-b0a4-28b4ac550b2d kind: Event lastTimestamp: "2026-10-31T07:53:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:53:53Z" name: success-200-isvc-45944.18e38df8c8d02c31 namespace: e2e-gw0-5c1f590758 resourceVersion: "17881" uid: 152f79a4-c6ae-40af-bac5-645db58570d7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-45944 namespace: e2e-gw0-5c1f590758 resourceVersion: "17428" uid: fef29b9d-7f12-412f-b0a4-28b4ac550b2d kind: Event lastTimestamp: "2026-10-31T07:52:56Z" message: 'Failed to update status for InferenceService "success-200-isvc-45944": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-45944": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:52:56Z" name: success-200-isvc-45944.18e38df8c95dca65 namespace: e2e-gw0-5c1f590758 resourceVersion: "17444" uid: d5cbbc25-ca81-466d-9136-d985e0571c99 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-45944 namespace: e2e-gw0-5c1f590758 resourceVersion: "17428" uid: fef29b9d-7f12-412f-b0a4-28b4ac550b2d kind: Event lastTimestamp: "2026-10-31T07:52:56Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-45944": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-31T07:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:52:56Z" name: success-200-isvc-45944.18e38df8c95e0bcb namespace: e2e-gw0-5c1f590758 resourceVersion: "17446" uid: 0d005022-8820-4f41-8a90-b5bbd671dc77 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:53:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-45944 namespace: e2e-gw0-5c1f590758 resourceVersion: "17879" uid: fef29b9d-7f12-412f-b0a4-28b4ac550b2d kind: Event lastTimestamp: "2026-10-31T07:53:53Z" message: InferenceService [success-200-isvc-45944] is Ready metadata: creationTimestamp: "2026-10-31T07:53:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:53:53Z" name: success-200-isvc-45944.18e38e060ecee046 namespace: e2e-gw0-5c1f590758 resourceVersion: "17880" uid: 1e2d437d-6d57-42e4-a004-3029624ff852 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:41:57.730115Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs namespace: e2e-gw0-5c1f590758 resourceVersion: "13606" uid: 872c454a-1df0-4ef0-ba7d-e7a842042699 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs to ip-10-0-134-26.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:41:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:41:57Z" name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs.18e38d5f73f030ad namespace: e2e-gw0-5c1f590758 resourceVersion: "13614" uid: fb5c3aac-2f32-4325-9810-9b59c9ae1be7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs namespace: e2e-gw0-5c1f590758 resourceVersion: "13618" uid: 872c454a-1df0-4ef0-ba7d-e7a842042699 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:41:58Z" name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs.18e38d5f966517e1 namespace: e2e-gw0-5c1f590758 resourceVersion: "13654" uid: 70574aa4-dfac-49d1-af66-cc9fe7751b2c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs namespace: e2e-gw0-5c1f590758 resourceVersion: "13610" uid: 872c454a-1df0-4ef0-ba7d-e7a842042699 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2157" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:58Z" name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs.18e38d5f97f9ff74 namespace: e2e-gw0-5c1f590758 resourceVersion: "13656" uid: a742e524-a7d6-40bd-810c-0d04f14a740c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs namespace: e2e-gw0-5c1f590758 resourceVersion: "13610" uid: 872c454a-1df0-4ef0-ba7d-e7a842042699 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:58Z" name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs.18e38d5f9b333f0b namespace: e2e-gw0-5c1f590758 resourceVersion: "13657" uid: 73164873-21b4-48f0-96fb-89d47318a136 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs namespace: e2e-gw0-5c1f590758 resourceVersion: "13610" uid: 872c454a-1df0-4ef0-ba7d-e7a842042699 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:58Z" name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs.18e38d5f9ba78f7d namespace: e2e-gw0-5c1f590758 resourceVersion: "13658" uid: 45e0972b-ada8-4b46-bc8f-ce5a6088d40a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs namespace: e2e-gw0-5c1f590758 resourceVersion: "13610" uid: 872c454a-1df0-4ef0-ba7d-e7a842042699 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:58Z" name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs.18e38d5f9bb12043 namespace: e2e-gw0-5c1f590758 resourceVersion: "13659" uid: 1521308e-7ebd-4e6c-9ccf-5ec5fc59d3a6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs namespace: e2e-gw0-5c1f590758 resourceVersion: "13610" uid: 872c454a-1df0-4ef0-ba7d-e7a842042699 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:58Z" name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs.18e38d5f9f2ac7ed namespace: e2e-gw0-5c1f590758 resourceVersion: "13660" uid: 089e70ee-e70f-4923-a311-b4cf2707ede4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs namespace: e2e-gw0-5c1f590758 resourceVersion: "13610" uid: 872c454a-1df0-4ef0-ba7d-e7a842042699 kind: Event lastTimestamp: "2026-10-31T07:41:58Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:41:58Z" name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs.18e38d5f9fa6b124 namespace: e2e-gw0-5c1f590758 resourceVersion: "13661" uid: 94577af9-8366-4360-8661-5d728c94ac40 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-31T07:42:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs namespace: e2e-gw0-5c1f590758 resourceVersion: "13610" uid: 872c454a-1df0-4ef0-ba7d-e7a842042699 kind: Event lastTimestamp: "2026-10-31T07:51:26Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:42:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:26Z" name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs.18e38d600ce35dcb namespace: e2e-gw0-5c1f590758 resourceVersion: "16560" uid: 5271e706-5950-4929-a0f2-cd7e7bd674ae reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs namespace: e2e-gw0-5c1f590758 resourceVersion: "13610" uid: 872c454a-1df0-4ef0-ba7d-e7a842042699 kind: Event lastTimestamp: "2026-10-31T07:51:24Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-31T07:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:24Z" name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs.18e38de35368dbe4 namespace: e2e-gw0-5c1f590758 resourceVersion: "16546" uid: 1385d643-f5f6-428a-a878-29519befb78f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs namespace: e2e-gw0-5c1f590758 resourceVersion: "13610" uid: 872c454a-1df0-4ef0-ba7d-e7a842042699 kind: Event lastTimestamp: "2026-10-31T07:51:24Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-31T07:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:24Z" name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs.18e38de353694bab namespace: e2e-gw0-5c1f590758 resourceVersion: "16547" uid: 2330cdfa-8a63-4be6-b074-98b9bf2e704f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs namespace: e2e-gw0-5c1f590758 resourceVersion: "13610" uid: 872c454a-1df0-4ef0-ba7d-e7a842042699 kind: Event lastTimestamp: "2026-10-31T07:51:26Z" message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp 10.134.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:51:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:26Z" name: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs.18e38de3d54d0961 namespace: e2e-gw0-5c1f590758 resourceVersion: "16559" uid: 2446384a-ba67-491d-b3d5-f7bea82dce85 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-48632-predictor-5c6dd99dc9 namespace: e2e-gw0-5c1f590758 resourceVersion: "13601" uid: 8b98b471-ba4b-465a-99d2-ec5c00c226c5 kind: Event lastTimestamp: "2026-10-31T07:41:57Z" message: 'Created pod: success-200-isvc-48632-predictor-5c6dd99dc9-xlsjs' metadata: creationTimestamp: "2026-10-31T07:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:41:57Z" name: success-200-isvc-48632-predictor-5c6dd99dc9.18e38d5f7365c93a namespace: e2e-gw0-5c1f590758 resourceVersion: "13609" uid: 93cffdac-bc6e-4d61-9eea-efa3f03261bf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-48632-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "13599" uid: a940faf8-a478-4aec-80f9-c8ed43b5f7b8 kind: Event lastTimestamp: "2026-10-31T07:41:57Z" message: Scaled up replica set success-200-isvc-48632-predictor-5c6dd99dc9 from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:41:57Z" name: success-200-isvc-48632-predictor.18e38d5f715a2c24 namespace: e2e-gw0-5c1f590758 resourceVersion: "13602" uid: afe0ba63-b0d3-4440-b19b-89a97d38016d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:42:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-48632-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "13600" uid: fd54b19b-8646-45f1-9d5b-24972c0deb3d kind: Event lastTimestamp: "2026-10-31T07:42:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:42:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:42:42Z" name: success-200-isvc-48632-predictor.18e38d62efd29311 namespace: e2e-gw0-5c1f590758 resourceVersion: "13969" uid: 8f579d82-ced1-401c-8678-21b920da8648 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:42:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-48632-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "13600" uid: fd54b19b-8646-45f1-9d5b-24972c0deb3d kind: Event lastTimestamp: "2026-10-31T07:42:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:42:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:42:42Z" name: success-200-isvc-48632-predictor.18e38d62f038620f namespace: e2e-gw0-5c1f590758 resourceVersion: "13970" uid: 0ef19cd0-107a-4fc4-97c5-f8d27575cbd0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-31T07:42:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-48632-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "13755" uid: fd54b19b-8646-45f1-9d5b-24972c0deb3d kind: Event lastTimestamp: "2026-10-31T07:43:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:42:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:43:27Z" name: success-200-isvc-48632-predictor.18e38d666ef8d5e2 namespace: e2e-gw0-5c1f590758 resourceVersion: "14266" uid: 33f182fd-f4f4-4878-93bd-fada79c36262 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-31T07:42:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-48632-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "13755" uid: fd54b19b-8646-45f1-9d5b-24972c0deb3d kind: Event lastTimestamp: "2026-10-31T07:43:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:42:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:43:27Z" name: success-200-isvc-48632-predictor.18e38d666f82a8fb namespace: e2e-gw0-5c1f590758 resourceVersion: "14267" uid: cc630a05-5ed3-4a68-bb7e-1527978baf4e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-31T07:41:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-48632 namespace: e2e-gw0-5c1f590758 resourceVersion: "13590" uid: d6e08575-465e-4c59-8930-ce2ad98d2d09 kind: Event lastTimestamp: "2026-10-31T07:42:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-31T07:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:42:56Z" name: success-200-isvc-48632.18e38d5f71e2d489 namespace: e2e-gw0-5c1f590758 resourceVersion: "14064" uid: a74816f7-a818-4b40-8d28-cbbf93216468 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-48632 namespace: e2e-gw0-5c1f590758 resourceVersion: "13590" uid: d6e08575-465e-4c59-8930-ce2ad98d2d09 kind: Event lastTimestamp: "2026-10-31T07:41:57Z" message: 'Failed to update status for InferenceService "success-200-isvc-48632": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-48632": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-31T07:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:41:57Z" name: success-200-isvc-48632.18e38d5f729d24ad namespace: e2e-gw0-5c1f590758 resourceVersion: "13607" uid: ad164965-0fc9-4d06-bd2c-606a677ed72e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:41:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-48632 namespace: e2e-gw0-5c1f590758 resourceVersion: "13590" uid: d6e08575-465e-4c59-8930-ce2ad98d2d09 kind: Event lastTimestamp: "2026-10-31T07:41:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-48632": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-31T07:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:41:57Z" name: success-200-isvc-48632.18e38d5f729d6dd7 namespace: e2e-gw0-5c1f590758 resourceVersion: "13611" uid: 72ebc4ed-4b0c-4a0a-8644-d88e2a6d3529 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:42:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-48632 namespace: e2e-gw0-5c1f590758 resourceVersion: "14061" uid: d6e08575-465e-4c59-8930-ce2ad98d2d09 kind: Event lastTimestamp: "2026-10-31T07:42:56Z" message: InferenceService [success-200-isvc-48632] is Ready metadata: creationTimestamp: "2026-10-31T07:42:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:42:56Z" name: success-200-isvc-48632.18e38d6d1e0eb65b namespace: e2e-gw0-5c1f590758 resourceVersion: "14062" uid: c6213888-048d-4873-8cc8-0ab799937740 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-31T08:02:27.693997Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20699" uid: 7869e524-da3f-42e0-821b-467d90fbae79 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/success-200-isvc-8ae00-predictor-5cd6564857-gskx9 to ip-10-0-134-26.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T08:02:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T08:02:27Z" name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9.18e38e7dd37fb017 namespace: e2e-gw0-5c1f590758 resourceVersion: "20703" uid: b2f9102b-44ee-4f4a-bb4c-07efbed13362 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20707" uid: 7869e524-da3f-42e0-821b-467d90fbae79 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Add eth0 [10.134.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T08:02:28Z" name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9.18e38e7df627ba97 namespace: e2e-gw0-5c1f590758 resourceVersion: "20742" uid: 34de5820-bfb0-460b-a4d8-c49f02a067c2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20701" uid: 7869e524-da3f-42e0-821b-467d90fbae79 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2157" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:28Z" name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9.18e38e7df78ba2c9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20745" uid: defebf51-6627-4c9c-b086-37fda4a98705 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20701" uid: 7869e524-da3f-42e0-821b-467d90fbae79 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Container created metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:28Z" name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9.18e38e7dfa1c8705 namespace: e2e-gw0-5c1f590758 resourceVersion: "20746" uid: f76a7de7-7b9a-4523-a5a6-79a2ccc5758d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20701" uid: 7869e524-da3f-42e0-821b-467d90fbae79 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Container started metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:28Z" name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9.18e38e7dfa94c748 namespace: e2e-gw0-5c1f590758 resourceVersion: "20747" uid: 3d471703-7da0-4184-89ff-03f731d51da3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20701" uid: 7869e524-da3f-42e0-821b-467d90fbae79 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:28Z" name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9.18e38e7dfa9f8f8d namespace: e2e-gw0-5c1f590758 resourceVersion: "20748" uid: 714ff199-29a7-481c-9c80-23f2c82a5aed reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20701" uid: 7869e524-da3f-42e0-821b-467d90fbae79 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Container created metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:28Z" name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9.18e38e7dfd0a90b7 namespace: e2e-gw0-5c1f590758 resourceVersion: "20749" uid: 05674dd2-1702-44b4-8c5c-9135e96190d9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20701" uid: 7869e524-da3f-42e0-821b-467d90fbae79 kind: Event lastTimestamp: "2026-10-31T08:02:28Z" message: Container started metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:02:28Z" name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9.18e38e7dfd7f65a8 namespace: e2e-gw0-5c1f590758 resourceVersion: "20750" uid: 945c7546-a66d-4f55-8576-391fd83a55ab reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-10-31T08:02:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20701" uid: 7869e524-da3f-42e0-821b-467d90fbae79 kind: Event lastTimestamp: "2026-10-31T08:03:14Z" message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-31T08:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:03:14Z" name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9.18e38e7e14d568f0 namespace: e2e-gw0-5c1f590758 resourceVersion: "21113" uid: 442e8124-ba6d-41b9-bf81-e623a998b6f2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:19:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20701" uid: 7869e524-da3f-42e0-821b-467d90fbae79 kind: Event lastTimestamp: "2026-10-31T08:19:59Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-31T08:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:19:59Z" name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9.18e38f72b125b960 namespace: e2e-gw0-5c1f590758 resourceVersion: "26642" uid: 79eb2589-7c25-46d6-abbf-84e62875ce55 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:19:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20701" uid: 7869e524-da3f-42e0-821b-467d90fbae79 kind: Event lastTimestamp: "2026-10-31T08:19:59Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-31T08:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:19:59Z" name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9.18e38f72b126e53d namespace: e2e-gw0-5c1f590758 resourceVersion: "26643" uid: 3fa1bdc7-fd9c-4821-ac2b-2be170ae3bc0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:19:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9 namespace: e2e-gw0-5c1f590758 resourceVersion: "20701" uid: 7869e524-da3f-42e0-821b-467d90fbae79 kind: Event lastTimestamp: "2026-10-31T08:19:59Z" message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp 10.134.0.44:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-31T08:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:19:59Z" name: success-200-isvc-8ae00-predictor-5cd6564857-gskx9.18e38f72c9d2e168 namespace: e2e-gw0-5c1f590758 resourceVersion: "26645" uid: bf18c779-5314-41ee-b5fb-dcc42327a980 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8ae00-predictor-5cd6564857 namespace: e2e-gw0-5c1f590758 resourceVersion: "20692" uid: b1f65093-cf85-4e41-b5ca-f23aa11f0bd9 kind: Event lastTimestamp: "2026-10-31T08:02:27Z" message: 'Created pod: success-200-isvc-8ae00-predictor-5cd6564857-gskx9' metadata: creationTimestamp: "2026-10-31T08:02:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:02:27Z" name: success-200-isvc-8ae00-predictor-5cd6564857.18e38e7dd316838a namespace: e2e-gw0-5c1f590758 resourceVersion: "20700" uid: 8bc4f5cb-e224-49a8-818b-a9b0d72b2dd0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8ae00-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "20690" uid: a631bf27-1f54-4248-84d7-146d2cfbab99 kind: Event lastTimestamp: "2026-10-31T08:02:27Z" message: Scaled up replica set success-200-isvc-8ae00-predictor-5cd6564857 from 0 to 1 metadata: creationTimestamp: "2026-10-31T08:02:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:02:27Z" name: success-200-isvc-8ae00-predictor.18e38e7dd14472cc namespace: e2e-gw0-5c1f590758 resourceVersion: "20693" uid: 576c1efa-29d3-4d3a-8494-ebf7934f5e88 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T08:02:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8ae00-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "20691" uid: 8fc4c3ea-310d-460a-9a9a-2a2694f977f9 kind: Event lastTimestamp: "2026-10-31T08:03:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T08:02:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:03:12Z" name: success-200-isvc-8ae00-predictor.18e38e814fcb9660 namespace: e2e-gw0-5c1f590758 resourceVersion: "21091" uid: 987771c3-6291-49e7-9f6e-afd88007a1ae reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T08:02:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8ae00-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "20691" uid: 8fc4c3ea-310d-460a-9a9a-2a2694f977f9 kind: Event lastTimestamp: "2026-10-31T08:03:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T08:02:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:03:12Z" name: success-200-isvc-8ae00-predictor.18e38e81503e1ac3 namespace: e2e-gw0-5c1f590758 resourceVersion: "21092" uid: 8a7ed59a-a91b-4305-8313-74cb6665a4f7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T08:02:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8ae00-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "20850" uid: 8fc4c3ea-310d-460a-9a9a-2a2694f977f9 kind: Event lastTimestamp: "2026-10-31T08:03:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T08:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:03:42Z" name: success-200-isvc-8ae00-predictor.18e38e84cef5ce61 namespace: e2e-gw0-5c1f590758 resourceVersion: "21400" uid: 60b1e504-6caf-4268-9534-8724a2ea69ce reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T08:02:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8ae00-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "20850" uid: 8fc4c3ea-310d-460a-9a9a-2a2694f977f9 kind: Event lastTimestamp: "2026-10-31T08:03:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T08:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:03:42Z" name: success-200-isvc-8ae00-predictor.18e38e84cf5f20b0 namespace: e2e-gw0-5c1f590758 resourceVersion: "21401" uid: c56c5e97-3ff2-47fb-8209-d6653d5a9821 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-31T08:02:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8ae00 namespace: e2e-gw0-5c1f590758 resourceVersion: "20680" uid: fb988e81-3af6-4ee7-970a-733e01a7ed2b kind: Event lastTimestamp: "2026-10-31T08:03:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-31T08:02:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T08:03:25Z" name: success-200-isvc-8ae00.18e38e7dd1bdba4f namespace: e2e-gw0-5c1f590758 resourceVersion: "21272" uid: 4e27636e-6620-44be-b232-817b42485a22 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8ae00 namespace: e2e-gw0-5c1f590758 resourceVersion: "20680" uid: fb988e81-3af6-4ee7-970a-733e01a7ed2b kind: Event lastTimestamp: "2026-10-31T08:02:27Z" message: 'Failed to update status for InferenceService "success-200-isvc-8ae00": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8ae00": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-31T08:02:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T08:02:27Z" name: success-200-isvc-8ae00.18e38e7dd247741d namespace: e2e-gw0-5c1f590758 resourceVersion: "20697" uid: f48beec9-616e-4e2e-b3ad-dbdea08fa1b3 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:02:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8ae00 namespace: e2e-gw0-5c1f590758 resourceVersion: "20680" uid: fb988e81-3af6-4ee7-970a-733e01a7ed2b kind: Event lastTimestamp: "2026-10-31T08:02:27Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8ae00": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-31T08:02:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T08:02:27Z" name: success-200-isvc-8ae00.18e38e7dd247c92a namespace: e2e-gw0-5c1f590758 resourceVersion: "20698" uid: d3a95b60-7301-481b-a445-20c6fe3c95c3 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:03:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8ae00 namespace: e2e-gw0-5c1f590758 resourceVersion: "21270" uid: fb988e81-3af6-4ee7-970a-733e01a7ed2b kind: Event lastTimestamp: "2026-10-31T08:03:24Z" message: InferenceService [success-200-isvc-8ae00] is Ready metadata: creationTimestamp: "2026-10-31T08:03:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T08:03:24Z" name: success-200-isvc-8ae00.18e38e8b25e56b81 namespace: e2e-gw0-5c1f590758 resourceVersion: "21271" uid: 40985c2e-b6f7-44df-83bc-7672f730b18f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-31T07:51:29.501737Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk namespace: e2e-gw0-5c1f590758 resourceVersion: "16609" uid: 7c4dbe03-6eed-42cc-98cd-090aa3c59522 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk to ip-10-0-134-26.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T07:51:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T07:51:29Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk.18e38de4942ed16f namespace: e2e-gw0-5c1f590758 resourceVersion: "16613" uid: 1dfe683c-f6a7-4f7e-8a24-490c59de63b2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk namespace: e2e-gw0-5c1f590758 resourceVersion: "16619" uid: 7c4dbe03-6eed-42cc-98cd-090aa3c59522 kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T07:51:30Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk.18e38de4b7032d8e namespace: e2e-gw0-5c1f590758 resourceVersion: "16654" uid: 73c26122-df54-49b5-bc5d-59e64077594d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk namespace: e2e-gw0-5c1f590758 resourceVersion: "16611" uid: 7c4dbe03-6eed-42cc-98cd-090aa3c59522 kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2157" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:30Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk.18e38de4b8778254 namespace: e2e-gw0-5c1f590758 resourceVersion: "16656" uid: 606b8666-3284-469e-be79-0823c3869afc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk namespace: e2e-gw0-5c1f590758 resourceVersion: "16611" uid: 7c4dbe03-6eed-42cc-98cd-090aa3c59522 kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:30Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk.18e38de4bb09ba86 namespace: e2e-gw0-5c1f590758 resourceVersion: "16657" uid: d254e485-b702-4da4-ac03-524d52eb4d57 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk namespace: e2e-gw0-5c1f590758 resourceVersion: "16611" uid: 7c4dbe03-6eed-42cc-98cd-090aa3c59522 kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:30Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk.18e38de4bb8bebfd namespace: e2e-gw0-5c1f590758 resourceVersion: "16658" uid: f0a3c517-db25-4bd6-b1aa-4c109ac92650 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk namespace: e2e-gw0-5c1f590758 resourceVersion: "16611" uid: 7c4dbe03-6eed-42cc-98cd-090aa3c59522 kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:30Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk.18e38de4bb972fda namespace: e2e-gw0-5c1f590758 resourceVersion: "16659" uid: 6567605f-133c-4621-82ab-af9411198ca1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk namespace: e2e-gw0-5c1f590758 resourceVersion: "16611" uid: 7c4dbe03-6eed-42cc-98cd-090aa3c59522 kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Container created metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:30Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk.18e38de4bedea435 namespace: e2e-gw0-5c1f590758 resourceVersion: "16661" uid: 0907a3f0-2bee-460f-a37e-771e39d491fa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk namespace: e2e-gw0-5c1f590758 resourceVersion: "16611" uid: 7c4dbe03-6eed-42cc-98cd-090aa3c59522 kind: Event lastTimestamp: "2026-10-31T07:51:30Z" message: Container started metadata: creationTimestamp: "2026-10-31T07:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:51:30Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk.18e38de4bf5bc080 namespace: e2e-gw0-5c1f590758 resourceVersion: "16662" uid: 607701ff-9704-45a2-a23c-27ca5fab6e88 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-10-31T07:51:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk namespace: e2e-gw0-5c1f590758 resourceVersion: "16611" uid: 7c4dbe03-6eed-42cc-98cd-090aa3c59522 kind: Event lastTimestamp: "2026-10-31T07:52:17Z" message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:51:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:17Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk.18e38de51bd03426 namespace: e2e-gw0-5c1f590758 resourceVersion: "17102" uid: 71454f60-f4a7-4a7e-807e-5f574e4693e8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk namespace: e2e-gw0-5c1f590758 resourceVersion: "16611" uid: 7c4dbe03-6eed-42cc-98cd-090aa3c59522 kind: Event lastTimestamp: "2026-10-31T07:52:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-31T07:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:50Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk.18e38df788500fed namespace: e2e-gw0-5c1f590758 resourceVersion: "17389" uid: 3404f9b4-1449-4211-8ae5-ebc8ad911622 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk namespace: e2e-gw0-5c1f590758 resourceVersion: "16611" uid: 7c4dbe03-6eed-42cc-98cd-090aa3c59522 kind: Event lastTimestamp: "2026-10-31T07:52:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-31T07:52:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:50Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk.18e38df788514390 namespace: e2e-gw0-5c1f590758 resourceVersion: "17390" uid: 87219116-7bdb-4950-b531-15bf6c0debde reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk namespace: e2e-gw0-5c1f590758 resourceVersion: "16611" uid: 7c4dbe03-6eed-42cc-98cd-090aa3c59522 kind: Event lastTimestamp: "2026-10-31T07:52:52Z" message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp 10.134.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-31T07:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T07:52:52Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk.18e38df7f80324d7 namespace: e2e-gw0-5c1f590758 resourceVersion: "17399" uid: 9d8262a3-19e3-4681-b0a7-ec3b274dc25a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-26.us-east-2.compute.internal source: component: kubelet host: ip-10-0-134-26.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b7c3b-predictor-7f789bb5cf namespace: e2e-gw0-5c1f590758 resourceVersion: "16602" uid: 9619b818-af3f-48ff-9ffc-36c615e69e3a kind: Event lastTimestamp: "2026-10-31T07:51:29Z" message: 'Created pod: success-200-isvc-b7c3b-predictor-7f789bb5cf-dqrhk' metadata: creationTimestamp: "2026-10-31T07:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:51:29Z" name: success-200-isvc-b7c3b-predictor-7f789bb5cf.18e38de493c8ee2f namespace: e2e-gw0-5c1f590758 resourceVersion: "16610" uid: 0d568d09-f908-4bbf-86e8-e5e3a3410304 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b7c3b-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "16599" uid: 4ebb2c91-d092-4f07-95e1-cde6cb9a89aa kind: Event lastTimestamp: "2026-10-31T07:51:29Z" message: Scaled up replica set success-200-isvc-b7c3b-predictor-7f789bb5cf from 0 to 1 metadata: creationTimestamp: "2026-10-31T07:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:51:29Z" name: success-200-isvc-b7c3b-predictor.18e38de491dfac1a namespace: e2e-gw0-5c1f590758 resourceVersion: "16603" uid: 249053c1-35b3-4f6f-8223-bfaba5ab9a3a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:51:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b7c3b-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "16601" uid: 18fdba6b-6922-4c0c-acd7-6efd38a2990d kind: Event lastTimestamp: "2026-10-31T07:52:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:51:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:14Z" name: success-200-isvc-b7c3b-predictor.18e38de8106aef03 namespace: e2e-gw0-5c1f590758 resourceVersion: "17002" uid: 3c0370d2-7817-4b00-bcf2-514bc38cf34d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-31T07:51:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b7c3b-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "16601" uid: 18fdba6b-6922-4c0c-acd7-6efd38a2990d kind: Event lastTimestamp: "2026-10-31T07:52:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T07:51:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:14Z" name: success-200-isvc-b7c3b-predictor.18e38de810cef775 namespace: e2e-gw0-5c1f590758 resourceVersion: "17003" uid: 58861973-e910-4e11-a394-bd97cee18d32 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:52:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b7c3b-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "16756" uid: 18fdba6b-6922-4c0c-acd7-6efd38a2990d kind: Event lastTimestamp: "2026-10-31T07:52:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:44Z" name: success-200-isvc-b7c3b-predictor.18e38df28d124526 namespace: e2e-gw0-5c1f590758 resourceVersion: "17308" uid: 87b354e9-19d9-4b61-bfc0-94b833fb7aa8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T07:52:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b7c3b-predictor namespace: e2e-gw0-5c1f590758 resourceVersion: "16756" uid: 18fdba6b-6922-4c0c-acd7-6efd38a2990d kind: Event lastTimestamp: "2026-10-31T07:52:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-31T07:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T07:52:44Z" name: success-200-isvc-b7c3b-predictor.18e38df28d75451f namespace: e2e-gw0-5c1f590758 resourceVersion: "17309" uid: 33104a5b-73ab-461a-9807-20b962a02c95 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-31T07:51:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b7c3b namespace: e2e-gw0-5c1f590758 resourceVersion: "16591" uid: d8206f81-8b0d-4c36-abb4-7f3e9039e8a9 kind: Event lastTimestamp: "2026-10-31T07:52:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-31T07:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:52:27Z" name: success-200-isvc-b7c3b.18e38de4925b3c8e namespace: e2e-gw0-5c1f590758 resourceVersion: "17187" uid: f583d56f-fd28-4ad3-8782-274c8ed6fb20 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b7c3b namespace: e2e-gw0-5c1f590758 resourceVersion: "16591" uid: d8206f81-8b0d-4c36-abb4-7f3e9039e8a9 kind: Event lastTimestamp: "2026-10-31T07:51:29Z" message: 'Failed to update status for InferenceService "success-200-isvc-b7c3b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b7c3b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-31T07:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:51:29Z" name: success-200-isvc-b7c3b.18e38de492e7965a namespace: e2e-gw0-5c1f590758 resourceVersion: "16607" uid: 965feac2-6d89-40cc-a39f-b92e1b4745b8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:51:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b7c3b namespace: e2e-gw0-5c1f590758 resourceVersion: "16591" uid: d8206f81-8b0d-4c36-abb4-7f3e9039e8a9 kind: Event lastTimestamp: "2026-10-31T07:51:29Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b7c3b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-31T07:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:51:29Z" name: success-200-isvc-b7c3b.18e38de492e7f408 namespace: e2e-gw0-5c1f590758 resourceVersion: "16608" uid: 4b6a12c5-7a2a-400c-b9dd-a81c639f3778 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T07:52:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b7c3b namespace: e2e-gw0-5c1f590758 resourceVersion: "17185" uid: d8206f81-8b0d-4c36-abb4-7f3e9039e8a9 kind: Event lastTimestamp: "2026-10-31T07:52:27Z" message: InferenceService [success-200-isvc-b7c3b] is Ready metadata: creationTimestamp: "2026-10-31T07:52:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T07:52:27Z" name: success-200-isvc-b7c3b.18e38df22cd8ba71 namespace: e2e-gw0-5c1f590758 resourceVersion: "17186" uid: a6b69604-10c3-40b1-aaec-08345f2c5fcd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-31T08:03:37.899414Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-8ae00-86769987cd-rhthk namespace: e2e-gw0-5c1f590758 resourceVersion: "21356" uid: 9c26d8ba-fd9e-424a-acbf-1836ba32033a kind: Event lastTimestamp: null message: Successfully assigned e2e-gw0-5c1f590758/switch-graph-8ae00-86769987cd-rhthk to ip-10-0-130-48.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-31T08:03:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-31T08:03:37Z" name: switch-graph-8ae00-86769987cd-rhthk.18e38e8e2c1151a6 namespace: e2e-gw0-5c1f590758 resourceVersion: "21361" uid: 187281f3-d2e8-41c1-80c8-1adbeecaa525 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7b4c7bd5f5-cvjpl source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:03:38Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-8ae00-86769987cd-rhthk namespace: e2e-gw0-5c1f590758 resourceVersion: "21365" uid: 9c26d8ba-fd9e-424a-acbf-1836ba32033a kind: Event lastTimestamp: "2026-10-31T08:03:38Z" message: Add eth0 [10.132.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-31T08:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-31T08:03:38Z" name: switch-graph-8ae00-86769987cd-rhthk.18e38e8e4e7351a1 namespace: e2e-gw0-5c1f590758 resourceVersion: "21374" uid: 224c0c9d-a69e-40a1-909f-cd2638df3381 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:03:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8ae00} kind: Pod name: switch-graph-8ae00-86769987cd-rhthk namespace: e2e-gw0-5c1f590758 resourceVersion: "21359" uid: 9c26d8ba-fd9e-424a-acbf-1836ba32033a kind: Event lastTimestamp: "2026-10-31T08:03:38Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcd69b1e985441df1221f21e42e9da4815f90c40a0b0f824dd1e14e4e393fe7" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-31T08:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:03:38Z" name: switch-graph-8ae00-86769987cd-rhthk.18e38e8e4fe26e26 namespace: e2e-gw0-5c1f590758 resourceVersion: "21376" uid: 12a7d4c4-c92c-4554-949c-ad0abc3fc6a3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:03:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8ae00} kind: Pod name: switch-graph-8ae00-86769987cd-rhthk namespace: e2e-gw0-5c1f590758 resourceVersion: "21359" uid: 9c26d8ba-fd9e-424a-acbf-1836ba32033a kind: Event lastTimestamp: "2026-10-31T08:03:38Z" message: Container created metadata: creationTimestamp: "2026-10-31T08:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:03:38Z" name: switch-graph-8ae00-86769987cd-rhthk.18e38e8e52e4b94b namespace: e2e-gw0-5c1f590758 resourceVersion: "21377" uid: ffd60801-d07f-4d5e-91c4-caf6f0bc1c01 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:03:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8ae00} kind: Pod name: switch-graph-8ae00-86769987cd-rhthk namespace: e2e-gw0-5c1f590758 resourceVersion: "21359" uid: 9c26d8ba-fd9e-424a-acbf-1836ba32033a kind: Event lastTimestamp: "2026-10-31T08:03:38Z" message: Container started metadata: creationTimestamp: "2026-10-31T08:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-31T08:03:38Z" name: switch-graph-8ae00-86769987cd-rhthk.18e38e8e536a561e namespace: e2e-gw0-5c1f590758 resourceVersion: "21379" uid: f4191bd3-7cf3-4d4d-84c3-8567e1198d79 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-48.us-east-2.compute.internal source: component: kubelet host: ip-10-0-130-48.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:03:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-8ae00-86769987cd namespace: e2e-gw0-5c1f590758 resourceVersion: "21353" uid: d6e3fbbf-c9ce-4278-9843-7bf2cb215715 kind: Event lastTimestamp: "2026-10-31T08:03:37Z" message: 'Created pod: switch-graph-8ae00-86769987cd-rhthk' metadata: creationTimestamp: "2026-10-31T08:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:03:37Z" name: switch-graph-8ae00-86769987cd.18e38e8e2ba641a4 namespace: e2e-gw0-5c1f590758 resourceVersion: "21358" uid: 3bc8e42d-9b06-4189-bf43-fc58be79c91e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:03:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-8ae00 namespace: e2e-gw0-5c1f590758 resourceVersion: "21351" uid: bd02dc83-355a-4c02-8a7f-e20f85f9aba7 kind: Event lastTimestamp: "2026-10-31T08:03:37Z" message: Scaled up replica set switch-graph-8ae00-86769987cd from 0 to 1 metadata: creationTimestamp: "2026-10-31T08:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:03:37Z" name: switch-graph-8ae00.18e38e8e2a848ea5 namespace: e2e-gw0-5c1f590758 resourceVersion: "21354" uid: eda9faf2-e101-4cf9-a440-06f6ad87d22e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-31T08:03:37Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-8ae00 namespace: e2e-gw0-5c1f590758 resourceVersion: "21367" uid: b105b0c8-0038-4765-bca4-f5d299fc065f kind: Event lastTimestamp: "2026-10-31T08:03:37Z" message: InferenceGraph [switch-graph-8ae00] is Ready metadata: creationTimestamp: "2026-10-31T08:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-31T08:03:37Z" name: switch-graph-8ae00.18e38e8e2ed68c4c namespace: e2e-gw0-5c1f590758 resourceVersion: "21369" uid: 4545b99f-94cd-4be7-9fa1-d93943928cb8 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T08:03:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-8ae00 namespace: e2e-gw0-5c1f590758 resourceVersion: "21352" uid: aa2b8147-859f-4b8a-8fba-7e096e396ef6 kind: Event lastTimestamp: "2026-10-31T08:04:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T08:03:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:04:07Z" name: switch-graph-8ae00.18e38e91a9087bf3 namespace: e2e-gw0-5c1f590758 resourceVersion: "21549" uid: 8404e5b8-3df6-4ddc-a745-cfcf8a896165 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-31T08:03:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-8ae00 namespace: e2e-gw0-5c1f590758 resourceVersion: "21352" uid: aa2b8147-859f-4b8a-8fba-7e096e396ef6 kind: Event lastTimestamp: "2026-10-31T08:04:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-31T08:03:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-31T08:04:07Z" name: switch-graph-8ae00.18e38e91a969a712 namespace: e2e-gw0-5c1f590758 resourceVersion: "21550" uid: 11fe703b-b2da-48f1-9716-57ad35b2dc99 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "26918"