--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:58:02.573340Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2794d-predictor-579f6cb57-c77lq namespace: e2e-gw1-20542c80ea resourceVersion: "16591" uid: 4ea3de7e-7dff-4146-b298-1412140802ea kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/error-404-isvc-2794d-predictor-579f6cb57-c77lq to ip-10-0-142-227.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T18:58:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:58:02Z" name: error-404-isvc-2794d-predictor-579f6cb57-c77lq.18e363af9fb358b2 namespace: e2e-gw1-20542c80ea resourceVersion: "16596" uid: a5fc13e8-9f5a-40c5-a344-16619ae6fd7b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2794d-predictor-579f6cb57-c77lq namespace: e2e-gw1-20542c80ea resourceVersion: "16601" uid: 4ea3de7e-7dff-4146-b298-1412140802ea kind: Event lastTimestamp: "2026-10-30T18:58:03Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:58:03Z" name: error-404-isvc-2794d-predictor-579f6cb57-c77lq.18e363afc20f4dc0 namespace: e2e-gw1-20542c80ea resourceVersion: "16616" uid: 1a30acfd-1b50-4c42-abf0-878aea9731ba reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2794d-predictor-579f6cb57-c77lq namespace: e2e-gw1-20542c80ea resourceVersion: "16593" uid: 4ea3de7e-7dff-4146-b298-1412140802ea kind: Event lastTimestamp: "2026-10-30T18:58:03Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2147" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:03Z" name: error-404-isvc-2794d-predictor-579f6cb57-c77lq.18e363afc37b1514 namespace: e2e-gw1-20542c80ea resourceVersion: "16618" uid: d6538805-9dbc-4f16-963b-aa0f9c124eb4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2794d-predictor-579f6cb57-c77lq namespace: e2e-gw1-20542c80ea resourceVersion: "16593" uid: 4ea3de7e-7dff-4146-b298-1412140802ea kind: Event lastTimestamp: "2026-10-30T18:58:03Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:03Z" name: error-404-isvc-2794d-predictor-579f6cb57-c77lq.18e363afc685cb32 namespace: e2e-gw1-20542c80ea resourceVersion: "16620" uid: ee6caf02-897b-452b-8eb5-55b25a37bdfd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2794d-predictor-579f6cb57-c77lq namespace: e2e-gw1-20542c80ea resourceVersion: "16593" uid: 4ea3de7e-7dff-4146-b298-1412140802ea kind: Event lastTimestamp: "2026-10-30T18:58:03Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:03Z" name: error-404-isvc-2794d-predictor-579f6cb57-c77lq.18e363afc715834c namespace: e2e-gw1-20542c80ea resourceVersion: "16621" uid: 55ffeccc-e3cd-4ed7-9dea-39196c7a1d9d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2794d-predictor-579f6cb57-c77lq namespace: e2e-gw1-20542c80ea resourceVersion: "16593" uid: 4ea3de7e-7dff-4146-b298-1412140802ea kind: Event lastTimestamp: "2026-10-30T18:58:03Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:03Z" name: error-404-isvc-2794d-predictor-579f6cb57-c77lq.18e363afc7214bd5 namespace: e2e-gw1-20542c80ea resourceVersion: "16622" uid: a9346b24-1146-4812-b1a9-dcbc77ea43de reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2794d-predictor-579f6cb57-c77lq namespace: e2e-gw1-20542c80ea resourceVersion: "16593" uid: 4ea3de7e-7dff-4146-b298-1412140802ea kind: Event lastTimestamp: "2026-10-30T18:58:03Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:03Z" name: error-404-isvc-2794d-predictor-579f6cb57-c77lq.18e363afc981cba5 namespace: e2e-gw1-20542c80ea resourceVersion: "16623" uid: d6b2ca61-3776-4474-a097-0369149517af reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2794d-predictor-579f6cb57-c77lq namespace: e2e-gw1-20542c80ea resourceVersion: "16593" uid: 4ea3de7e-7dff-4146-b298-1412140802ea kind: Event lastTimestamp: "2026-10-30T18:58:03Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:03Z" name: error-404-isvc-2794d-predictor-579f6cb57-c77lq.18e363afc9f5338a namespace: e2e-gw1-20542c80ea resourceVersion: "16624" uid: 5762f908-ec49-4c28-b099-7e83c00c4ed2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2794d-predictor-579f6cb57-c77lq namespace: e2e-gw1-20542c80ea resourceVersion: "16593" uid: 4ea3de7e-7dff-4146-b298-1412140802ea kind: Event lastTimestamp: "2026-10-30T18:58:49Z" message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:49Z" name: error-404-isvc-2794d-predictor-579f6cb57-c77lq.18e363afd3b08216 namespace: e2e-gw1-20542c80ea resourceVersion: "17074" uid: 66c31004-895b-4444-8d12-4b7ae5c6a6ef reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2794d-predictor-579f6cb57-c77lq namespace: e2e-gw1-20542c80ea resourceVersion: "16593" uid: 4ea3de7e-7dff-4146-b298-1412140802ea kind: Event lastTimestamp: "2026-10-30T18:59:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T18:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:23Z" name: error-404-isvc-2794d-predictor-579f6cb57-c77lq.18e363c28a60b4fc namespace: e2e-gw1-20542c80ea resourceVersion: "17326" uid: 7a54a209-fedf-4d10-93dc-1679e890a5f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2794d-predictor-579f6cb57-c77lq namespace: e2e-gw1-20542c80ea resourceVersion: "16593" uid: 4ea3de7e-7dff-4146-b298-1412140802ea kind: Event lastTimestamp: "2026-10-30T18:59:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T18:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:23Z" name: error-404-isvc-2794d-predictor-579f6cb57-c77lq.18e363c28a658683 namespace: e2e-gw1-20542c80ea resourceVersion: "17327" uid: 6c88358c-6da8-4552-b10d-d8c6d266f006 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2794d-predictor-579f6cb57-c77lq namespace: e2e-gw1-20542c80ea resourceVersion: "16593" uid: 4ea3de7e-7dff-4146-b298-1412140802ea kind: Event lastTimestamp: "2026-10-30T18:59:24Z" message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp 10.133.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:24Z" name: error-404-isvc-2794d-predictor-579f6cb57-c77lq.18e363c2afda85dd namespace: e2e-gw1-20542c80ea resourceVersion: "17346" uid: fb7a14c1-61a7-496e-aee4-34288de343c8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-2794d-predictor-579f6cb57 namespace: e2e-gw1-20542c80ea resourceVersion: "16585" uid: 868239ab-a3be-4972-bdee-0a0cca784492 kind: Event lastTimestamp: "2026-10-30T18:58:02Z" message: 'Created pod: error-404-isvc-2794d-predictor-579f6cb57-c77lq' metadata: creationTimestamp: "2026-10-30T18:58:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:58:02Z" name: error-404-isvc-2794d-predictor-579f6cb57.18e363af9f22e349 namespace: e2e-gw1-20542c80ea resourceVersion: "16592" uid: 8d96b35b-ce6c-4d8c-9153-d3c8c0572e8e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-2794d-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "16583" uid: 29f28853-1057-48aa-9607-225a5a8f433f kind: Event lastTimestamp: "2026-10-30T18:58:02Z" message: Scaled up replica set error-404-isvc-2794d-predictor-579f6cb57 from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:58:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:58:02Z" name: error-404-isvc-2794d-predictor.18e363af9d654e2a namespace: e2e-gw1-20542c80ea resourceVersion: "16586" uid: 7b82351f-fbf6-4238-9da6-4795d66230ee reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T18:58:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2794d-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "16584" uid: 0c33c25c-3cb4-4020-9285-5c43e7da7091 kind: Event lastTimestamp: "2026-10-30T18:58:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:58:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:58:32Z" name: error-404-isvc-2794d-predictor.18e363b31bec3ff0 namespace: e2e-gw1-20542c80ea resourceVersion: "16849" uid: 5b263668-f9ee-454e-b174-ed0fe6adac8b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T18:58:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2794d-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "16584" uid: 0c33c25c-3cb4-4020-9285-5c43e7da7091 kind: Event lastTimestamp: "2026-10-30T18:58:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:58:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:58:32Z" name: error-404-isvc-2794d-predictor.18e363b31c54a647 namespace: e2e-gw1-20542c80ea resourceVersion: "16850" uid: 934bacfc-fd76-49f7-ba23-edce539b31d9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T18:58:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2794d-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "16721" uid: 0c33c25c-3cb4-4020-9285-5c43e7da7091 kind: Event lastTimestamp: "2026-10-30T18:59:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:58:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:17Z" name: error-404-isvc-2794d-predictor.18e363ba19d97930 namespace: e2e-gw1-20542c80ea resourceVersion: "17274" uid: 5ceecd07-d19e-41cd-9b02-538dafff2712 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T18:58:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2794d-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "16721" uid: 0c33c25c-3cb4-4020-9285-5c43e7da7091 kind: Event lastTimestamp: "2026-10-30T18:59:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:58:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:17Z" name: error-404-isvc-2794d-predictor.18e363ba1a53e398 namespace: e2e-gw1-20542c80ea resourceVersion: "17275" uid: 5192524a-b435-440c-9733-f4d727db7956 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:58:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2794d namespace: e2e-gw1-20542c80ea resourceVersion: "16575" uid: 5ccd95cc-3ecc-4504-8c5a-a924eb0f71d2 kind: Event lastTimestamp: "2026-10-30T18:58:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T18:58:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:58:59Z" name: error-404-isvc-2794d.18e363af9deb2fb7 namespace: e2e-gw1-20542c80ea resourceVersion: "17132" uid: 63b99942-9bae-48b2-9fa1-efa8071ccd3a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2794d namespace: e2e-gw1-20542c80ea resourceVersion: "17130" uid: 5ccd95cc-3ecc-4504-8c5a-a924eb0f71d2 kind: Event lastTimestamp: "2026-10-30T18:58:59Z" message: InferenceService [error-404-isvc-2794d] is Ready metadata: creationTimestamp: "2026-10-30T18:58:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:58:59Z" name: error-404-isvc-2794d.18e363bce49ea6f1 namespace: e2e-gw1-20542c80ea resourceVersion: "17131" uid: a78ad971-3561-43a5-ae38-4c89a8f53fee reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:59:29.491169Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 namespace: e2e-gw1-20542c80ea resourceVersion: "17427" uid: 84589087-504b-4d22-81c8-1e1a3cc4b54b kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 to ip-10-0-142-227.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:59:29Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9.18e363c3dc682452 namespace: e2e-gw1-20542c80ea resourceVersion: "17431" uid: dd89723e-0dff-4fd7-8264-d7da367e8e27 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:30Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 namespace: e2e-gw1-20542c80ea resourceVersion: "17437" uid: 84589087-504b-4d22-81c8-1e1a3cc4b54b kind: Event lastTimestamp: "2026-10-30T18:59:30Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:59:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:59:30Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9.18e363c3fef2f5f6 namespace: e2e-gw1-20542c80ea resourceVersion: "17456" uid: 289fd14a-dabe-48e3-93c2-7e7af6c15044 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 namespace: e2e-gw1-20542c80ea resourceVersion: "17429" uid: 84589087-504b-4d22-81c8-1e1a3cc4b54b kind: Event lastTimestamp: "2026-10-30T18:59:30Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2147" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:59:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:30Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9.18e363c4008fd76f namespace: e2e-gw1-20542c80ea resourceVersion: "17458" uid: b4ba903f-f80c-4d95-aa1b-f179e910a8bc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 namespace: e2e-gw1-20542c80ea resourceVersion: "17429" uid: 84589087-504b-4d22-81c8-1e1a3cc4b54b kind: Event lastTimestamp: "2026-10-30T18:59:30Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:59:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:30Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9.18e363c40349820b namespace: e2e-gw1-20542c80ea resourceVersion: "17460" uid: fcd13604-6a3b-446c-981c-4e9d9aa4f50e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 namespace: e2e-gw1-20542c80ea resourceVersion: "17429" uid: 84589087-504b-4d22-81c8-1e1a3cc4b54b kind: Event lastTimestamp: "2026-10-30T18:59:30Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:59:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:30Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9.18e363c403bd8d60 namespace: e2e-gw1-20542c80ea resourceVersion: "17461" uid: 38359674-c543-4ca4-a54e-b6d7ac173252 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 namespace: e2e-gw1-20542c80ea resourceVersion: "17429" uid: 84589087-504b-4d22-81c8-1e1a3cc4b54b kind: Event lastTimestamp: "2026-10-30T18:59:30Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:59:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:30Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9.18e363c403c99912 namespace: e2e-gw1-20542c80ea resourceVersion: "17462" uid: 59d124d8-d3c6-40c2-b832-89de22c499c9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 namespace: e2e-gw1-20542c80ea resourceVersion: "17429" uid: 84589087-504b-4d22-81c8-1e1a3cc4b54b kind: Event lastTimestamp: "2026-10-30T18:59:30Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:59:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:30Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9.18e363c406a8dcb9 namespace: e2e-gw1-20542c80ea resourceVersion: "17463" uid: e9ef1714-c0e1-44d5-b0e7-6f9ca7c61b3c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 namespace: e2e-gw1-20542c80ea resourceVersion: "17429" uid: 84589087-504b-4d22-81c8-1e1a3cc4b54b kind: Event lastTimestamp: "2026-10-30T18:59:30Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:59:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:30Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9.18e363c40723150a namespace: e2e-gw1-20542c80ea resourceVersion: "17464" uid: 6c85efe4-ebb8-4033-8221-5289baf759a1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-30T18:59:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 namespace: e2e-gw1-20542c80ea resourceVersion: "17429" uid: 84589087-504b-4d22-81c8-1e1a3cc4b54b kind: Event lastTimestamp: "2026-10-30T19:08:57Z" message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:59:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:08:57Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9.18e363c4658c9a52 namespace: e2e-gw1-20542c80ea resourceVersion: "20316" uid: e443de96-47c0-4465-93e1-ee56b8b70a50 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:08:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 namespace: e2e-gw1-20542c80ea resourceVersion: "17429" uid: 84589087-504b-4d22-81c8-1e1a3cc4b54b kind: Event lastTimestamp: "2026-10-30T19:08:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T19:08:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:08:55Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9.18e36447909074a3 namespace: e2e-gw1-20542c80ea resourceVersion: "20285" uid: daba67d8-39df-41eb-a297-ce7151f1a92c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:08:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 namespace: e2e-gw1-20542c80ea resourceVersion: "17429" uid: 84589087-504b-4d22-81c8-1e1a3cc4b54b kind: Event lastTimestamp: "2026-10-30T19:08:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T19:08:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:08:55Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9.18e364479091bf58 namespace: e2e-gw1-20542c80ea resourceVersion: "20291" uid: 38573cdc-8a6e-44e7-b493-dafc79ecd933 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:08:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9 namespace: e2e-gw1-20542c80ea resourceVersion: "17429" uid: 84589087-504b-4d22-81c8-1e1a3cc4b54b kind: Event lastTimestamp: "2026-10-30T19:08:57Z" message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp 10.133.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T19:08:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:08:57Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9.18e364482df7fa50 namespace: e2e-gw1-20542c80ea resourceVersion: "20315" uid: c14e73ac-7328-4237-a0a7-222f6d0b1d99 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c85ae-predictor-6db4cb9c4f namespace: e2e-gw1-20542c80ea resourceVersion: "17421" uid: dfa60417-44d2-4328-b9de-30e037d0fce5 kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: 'Created pod: error-404-isvc-c85ae-predictor-6db4cb9c4f-gr5x9' metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:29Z" name: error-404-isvc-c85ae-predictor-6db4cb9c4f.18e363c3dbf259e0 namespace: e2e-gw1-20542c80ea resourceVersion: "17428" uid: 48535162-0562-4fed-9f05-34ca32c16bc7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c85ae-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "17419" uid: ef8cf68d-14e5-412b-96be-e85b12b1af4b kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: Scaled up replica set error-404-isvc-c85ae-predictor-6db4cb9c4f from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:29Z" name: error-404-isvc-c85ae-predictor.18e363c3da0f141a namespace: e2e-gw1-20542c80ea resourceVersion: "17422" uid: 20b16f74-2add-4628-b521-ccdf76919e37 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T18:59:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c85ae-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "17420" uid: bab003ea-b359-42e8-98fd-e6efe19123b9 kind: Event lastTimestamp: "2026-10-30T18:59:59Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:59Z" name: error-404-isvc-c85ae-predictor.18e363c758a038e0 namespace: e2e-gw1-20542c80ea resourceVersion: "17687" uid: ecb4529a-b047-4df3-8aa2-a38dbba9bf0f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T18:59:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c85ae-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "17420" uid: bab003ea-b359-42e8-98fd-e6efe19123b9 kind: Event lastTimestamp: "2026-10-30T18:59:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:59Z" name: error-404-isvc-c85ae-predictor.18e363c759a25f0a namespace: e2e-gw1-20542c80ea resourceVersion: "17688" uid: b9123234-f543-4ec8-9645-219ce501499e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T19:00:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c85ae-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "17576" uid: bab003ea-b359-42e8-98fd-e6efe19123b9 kind: Event lastTimestamp: "2026-10-30T19:00:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T19:00:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:00:44Z" name: error-404-isvc-c85ae-predictor.18e363ce571326fe namespace: e2e-gw1-20542c80ea resourceVersion: "17971" uid: 66b2a0ef-0845-4ba1-b6b8-2a3b26edff7a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T19:00:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c85ae-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "17576" uid: bab003ea-b359-42e8-98fd-e6efe19123b9 kind: Event lastTimestamp: "2026-10-30T19:00:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T19:00:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:00:44Z" name: error-404-isvc-c85ae-predictor.18e363ce577f2387 namespace: e2e-gw1-20542c80ea resourceVersion: "17972" uid: 415bc4d3-abff-48dd-85ca-e5bf9bc988d7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c85ae namespace: e2e-gw1-20542c80ea resourceVersion: "17413" uid: 945c7954-ea41-4a49-b1e9-2dbc353f8839 kind: Event lastTimestamp: "2026-10-30T19:00:28Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T19:00:28Z" name: error-404-isvc-c85ae.18e363c3dad3651f namespace: e2e-gw1-20542c80ea resourceVersion: "17853" uid: 5b358056-0804-487d-a4ab-ac221e7fd30a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:00:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c85ae namespace: e2e-gw1-20542c80ea resourceVersion: "17851" uid: 945c7954-ea41-4a49-b1e9-2dbc353f8839 kind: Event lastTimestamp: "2026-10-30T19:00:27Z" message: InferenceService [error-404-isvc-c85ae] is Ready metadata: creationTimestamp: "2026-10-30T19:00:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T19:00:27Z" name: error-404-isvc-c85ae.18e363d177f41276 namespace: e2e-gw1-20542c80ea resourceVersion: "17852" uid: c6d953dd-ab53-4c7f-8137-8447af49e704 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T19:09:00.801469Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk namespace: e2e-gw1-20542c80ea resourceVersion: "20384" uid: 86dd2818-f87c-41bc-85ee-e82762eac119 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/error-404-isvc-f04bb-predictor-5cb4948585-xcrsk to ip-10-0-142-227.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T19:09:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T19:09:00Z" name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk.18e36448e12780e2 namespace: e2e-gw1-20542c80ea resourceVersion: "20388" uid: a4be5842-f5b4-48d6-a636-d4cae293f1cd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk namespace: e2e-gw1-20542c80ea resourceVersion: "20392" uid: 86dd2818-f87c-41bc-85ee-e82762eac119 kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T19:09:01Z" name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk.18e3644903772b9d namespace: e2e-gw1-20542c80ea resourceVersion: "20411" uid: 1d22ab19-1838-4278-a58b-e80f8858541f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk namespace: e2e-gw1-20542c80ea resourceVersion: "20386" uid: 86dd2818-f87c-41bc-85ee-e82762eac119 kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2147" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:01Z" name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk.18e3644904ebbd7d namespace: e2e-gw1-20542c80ea resourceVersion: "20413" uid: 0544b635-92f1-493c-8ddc-f4ba32a32666 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk namespace: e2e-gw1-20542c80ea resourceVersion: "20386" uid: 86dd2818-f87c-41bc-85ee-e82762eac119 kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Container created metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:01Z" name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk.18e36449078ea3eb namespace: e2e-gw1-20542c80ea resourceVersion: "20414" uid: 513a1e4b-7cb4-4dda-9457-aa5ff3bd6bdf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk namespace: e2e-gw1-20542c80ea resourceVersion: "20386" uid: 86dd2818-f87c-41bc-85ee-e82762eac119 kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Container started metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:01Z" name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk.18e36449081b2c23 namespace: e2e-gw1-20542c80ea resourceVersion: "20415" uid: d8a6df93-1bf3-4cc2-bdd2-e13a6f6aa09a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk namespace: e2e-gw1-20542c80ea resourceVersion: "20386" uid: 86dd2818-f87c-41bc-85ee-e82762eac119 kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:01Z" name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk.18e3644908271cb8 namespace: e2e-gw1-20542c80ea resourceVersion: "20416" uid: 604eb28d-b472-4f1a-a867-1e501985bdcb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk namespace: e2e-gw1-20542c80ea resourceVersion: "20386" uid: 86dd2818-f87c-41bc-85ee-e82762eac119 kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Container created metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:01Z" name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk.18e364490af8a812 namespace: e2e-gw1-20542c80ea resourceVersion: "20417" uid: 5071927f-5e50-4460-82c6-bb0c473c7481 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk namespace: e2e-gw1-20542c80ea resourceVersion: "20386" uid: 86dd2818-f87c-41bc-85ee-e82762eac119 kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Container started metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:01Z" name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk.18e364490b70a916 namespace: e2e-gw1-20542c80ea resourceVersion: "20418" uid: e39f2c4d-70d7-4dc9-9203-b930f0e03097 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk namespace: e2e-gw1-20542c80ea resourceVersion: "20386" uid: 86dd2818-f87c-41bc-85ee-e82762eac119 kind: Event lastTimestamp: "2026-10-30T19:09:47Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:47Z" name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk.18e364491f2957f8 namespace: e2e-gw1-20542c80ea resourceVersion: "20867" uid: 55504648-2b75-440d-993a-080f3267cb0c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:26:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk namespace: e2e-gw1-20542c80ea resourceVersion: "20386" uid: 86dd2818-f87c-41bc-85ee-e82762eac119 kind: Event lastTimestamp: "2026-10-30T19:26:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T19:26:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:26:32Z" name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk.18e3653da3817682 namespace: e2e-gw1-20542c80ea resourceVersion: "26319" uid: 62d655eb-5b78-459c-801c-4728d5806800 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:26:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk namespace: e2e-gw1-20542c80ea resourceVersion: "20386" uid: 86dd2818-f87c-41bc-85ee-e82762eac119 kind: Event lastTimestamp: "2026-10-30T19:26:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T19:26:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:26:32Z" name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk.18e3653da382bffd namespace: e2e-gw1-20542c80ea resourceVersion: "26325" uid: f204a83d-f276-485b-b4f5-2845c709259a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:26:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk namespace: e2e-gw1-20542c80ea resourceVersion: "20386" uid: 86dd2818-f87c-41bc-85ee-e82762eac119 kind: Event lastTimestamp: "2026-10-30T19:26:32Z" message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp 10.133.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T19:26:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:26:32Z" name: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk.18e3653dd3d854c1 namespace: e2e-gw1-20542c80ea resourceVersion: "26344" uid: 32bc2915-d3f7-48e0-bf08-180feb4dcd71 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-f04bb-predictor-5cb4948585 namespace: e2e-gw1-20542c80ea resourceVersion: "20376" uid: c0cef151-18d5-4045-b677-d6c82bb29928 kind: Event lastTimestamp: "2026-10-30T19:09:00Z" message: 'Created pod: error-404-isvc-f04bb-predictor-5cb4948585-xcrsk' metadata: creationTimestamp: "2026-10-30T19:09:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:09:00Z" name: error-404-isvc-f04bb-predictor-5cb4948585.18e36448e0bbe1a5 namespace: e2e-gw1-20542c80ea resourceVersion: "20385" uid: b05978c4-5e4f-46fa-8389-78cfd9c193e7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-f04bb-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "20374" uid: 482cce11-0112-45e0-a50b-71a862925fae kind: Event lastTimestamp: "2026-10-30T19:09:00Z" message: Scaled up replica set error-404-isvc-f04bb-predictor-5cb4948585 from 0 to 1 metadata: creationTimestamp: "2026-10-30T19:09:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:09:00Z" name: error-404-isvc-f04bb-predictor.18e36448decc3700 namespace: e2e-gw1-20542c80ea resourceVersion: "20377" uid: 998439a5-6fab-4541-b6d8-5837ad714bdf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T19:09:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f04bb-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "20375" uid: 75ee3b16-0f3b-4ff8-8bb3-f216f266ad37 kind: Event lastTimestamp: "2026-10-30T19:09:30Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T19:09:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:09:30Z" name: error-404-isvc-f04bb-predictor.18e3644c5d596e04 namespace: e2e-gw1-20542c80ea resourceVersion: "20639" uid: f656035e-5e4f-49a7-bf9c-d0f359b90588 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T19:09:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f04bb-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "20375" uid: 75ee3b16-0f3b-4ff8-8bb3-f216f266ad37 kind: Event lastTimestamp: "2026-10-30T19:09:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T19:09:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:09:30Z" name: error-404-isvc-f04bb-predictor.18e3644c5da70aab namespace: e2e-gw1-20542c80ea resourceVersion: "20640" uid: 9925f666-833d-4846-bbd2-52a153cf2ed5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T19:09:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f04bb-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "20529" uid: 75ee3b16-0f3b-4ff8-8bb3-f216f266ad37 kind: Event lastTimestamp: "2026-10-30T19:10:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T19:09:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:10:15Z" name: error-404-isvc-f04bb-predictor.18e364535b177d33 namespace: e2e-gw1-20542c80ea resourceVersion: "21362" uid: d99f59a1-3bea-41d0-945b-9b8f71b1aa1e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T19:09:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f04bb-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "20529" uid: 75ee3b16-0f3b-4ff8-8bb3-f216f266ad37 kind: Event lastTimestamp: "2026-10-30T19:10:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T19:09:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:10:15Z" name: error-404-isvc-f04bb-predictor.18e364535b832959 namespace: e2e-gw1-20542c80ea resourceVersion: "21363" uid: 585cfee5-d159-436d-8ee3-6ad99a03ec0b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T19:09:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f04bb namespace: e2e-gw1-20542c80ea resourceVersion: "20368" uid: d4283c61-4ce6-4d17-9a17-4c4213bee560 kind: Event lastTimestamp: "2026-10-30T19:09:58Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T19:09:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T19:09:58Z" name: error-404-isvc-f04bb.18e36448df6c0e33 namespace: e2e-gw1-20542c80ea resourceVersion: "21106" uid: c72e407e-0494-4fa3-aa93-c233180aed70 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f04bb namespace: e2e-gw1-20542c80ea resourceVersion: "21097" uid: d4283c61-4ce6-4d17-9a17-4c4213bee560 kind: Event lastTimestamp: "2026-10-30T19:09:58Z" message: InferenceService [error-404-isvc-f04bb] is Ready metadata: creationTimestamp: "2026-10-30T19:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T19:09:58Z" name: error-404-isvc-f04bb.18e3645637cd5071 namespace: e2e-gw1-20542c80ea resourceVersion: "21103" uid: c678c1b8-f157-4e59-99a0-6902fff400d0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:48:31.037113Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4 namespace: e2e-gw1-20542c80ea resourceVersion: "13634" uid: 6104c2be-739f-43d5-bfa6-4e2032595423 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/error-404-isvc-ff374-predictor-6cbb85d857-clcb4 to ip-10-0-142-227.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:48:31Z" name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4.18e3632a8d7c961d namespace: e2e-gw1-20542c80ea resourceVersion: "13639" uid: 263ce801-51eb-474c-afa8-0bc8eac2db81 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4 namespace: e2e-gw1-20542c80ea resourceVersion: "13644" uid: 6104c2be-739f-43d5-bfa6-4e2032595423 kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:48:31Z" name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4.18e3632ab02460cb namespace: e2e-gw1-20542c80ea resourceVersion: "13660" uid: e1a45e9b-a790-4f53-8aa3-14df02b8803b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4 namespace: e2e-gw1-20542c80ea resourceVersion: "13636" uid: 6104c2be-739f-43d5-bfa6-4e2032595423 kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2147" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:31Z" name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4.18e3632ab19e7468 namespace: e2e-gw1-20542c80ea resourceVersion: "13663" uid: 1820e03d-ad49-4a47-9b2f-f0ad234e5a2c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4 namespace: e2e-gw1-20542c80ea resourceVersion: "13636" uid: 6104c2be-739f-43d5-bfa6-4e2032595423 kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:31Z" name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4.18e3632ab5104f39 namespace: e2e-gw1-20542c80ea resourceVersion: "13664" uid: 6b128c2e-ba0e-465d-907d-e6efefc6af48 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4 namespace: e2e-gw1-20542c80ea resourceVersion: "13636" uid: 6104c2be-739f-43d5-bfa6-4e2032595423 kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:31Z" name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4.18e3632ab58a532a namespace: e2e-gw1-20542c80ea resourceVersion: "13665" uid: 976dbcd9-0c74-4ae0-b8ef-9ff1a3f19f2c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4 namespace: e2e-gw1-20542c80ea resourceVersion: "13636" uid: 6104c2be-739f-43d5-bfa6-4e2032595423 kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:31Z" name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4.18e3632ab596f5e5 namespace: e2e-gw1-20542c80ea resourceVersion: "13666" uid: a3a3c043-7a48-473d-920a-84801957a6e5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4 namespace: e2e-gw1-20542c80ea resourceVersion: "13636" uid: 6104c2be-739f-43d5-bfa6-4e2032595423 kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:31Z" name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4.18e3632ab8381103 namespace: e2e-gw1-20542c80ea resourceVersion: "13667" uid: 4c14b3d3-3aa8-4be6-8ca0-a01bb6a9d7eb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4 namespace: e2e-gw1-20542c80ea resourceVersion: "13636" uid: 6104c2be-739f-43d5-bfa6-4e2032595423 kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:31Z" name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4.18e3632ab8ade77b namespace: e2e-gw1-20542c80ea resourceVersion: "13668" uid: a4a8afff-8179-4fcf-b082-bacbbf9ea0f2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-30T18:48:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4 namespace: e2e-gw1-20542c80ea resourceVersion: "13636" uid: 6104c2be-739f-43d5-bfa6-4e2032595423 kind: Event lastTimestamp: "2026-10-30T18:57:59Z" message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:48:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:57:59Z" name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4.18e3632b1c5a9a80 namespace: e2e-gw1-20542c80ea resourceVersion: "16517" uid: 82e1a96d-51f8-42c3-b434-d782620d5a50 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:57:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4 namespace: e2e-gw1-20542c80ea resourceVersion: "13636" uid: 6104c2be-739f-43d5-bfa6-4e2032595423 kind: Event lastTimestamp: "2026-10-30T18:57:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T18:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:57:56Z" name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4.18e363ae50bdabc8 namespace: e2e-gw1-20542c80ea resourceVersion: "16478" uid: d4a98881-ffbf-4de6-92c6-cc7c7e82739e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:57:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4 namespace: e2e-gw1-20542c80ea resourceVersion: "13636" uid: 6104c2be-739f-43d5-bfa6-4e2032595423 kind: Event lastTimestamp: "2026-10-30T18:57:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T18:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:57:56Z" name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4.18e363ae50be2d48 namespace: e2e-gw1-20542c80ea resourceVersion: "16480" uid: 4abfbeba-aafe-490d-aed0-104b741c5d7e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:57:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4 namespace: e2e-gw1-20542c80ea resourceVersion: "13636" uid: 6104c2be-739f-43d5-bfa6-4e2032595423 kind: Event lastTimestamp: "2026-10-30T18:57:59Z" message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp 10.133.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:57:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:57:59Z" name: error-404-isvc-ff374-predictor-6cbb85d857-clcb4.18e363aee4c37e31 namespace: e2e-gw1-20542c80ea resourceVersion: "16516" uid: 5c1005a2-cc87-4d6a-920a-a3397f4ecf63 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-227.us-east-2.compute.internal source: component: kubelet host: ip-10-0-142-227.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ff374-predictor-6cbb85d857 namespace: e2e-gw1-20542c80ea resourceVersion: "13628" uid: aa479a9c-cfcf-4e10-b800-e928771f7e6d kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: 'Created pod: error-404-isvc-ff374-predictor-6cbb85d857-clcb4' metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:31Z" name: error-404-isvc-ff374-predictor-6cbb85d857.18e3632a8c9e4c5b namespace: e2e-gw1-20542c80ea resourceVersion: "13635" uid: dc4d0f06-6f4e-4036-a212-61b1f7d633a9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ff374-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "13626" uid: 91a14d2b-f7e7-47d0-9824-e152c0212606 kind: Event lastTimestamp: "2026-10-30T18:48:30Z" message: Scaled up replica set error-404-isvc-ff374-predictor-6cbb85d857 from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:48:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:30Z" name: error-404-isvc-ff374-predictor.18e3632a8adf9121 namespace: e2e-gw1-20542c80ea resourceVersion: "13629" uid: c7b81d25-28d1-4705-a420-73e2fee2427a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T18:48:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ff374-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "13627" uid: b6133154-1155-4422-908b-519d85a651e4 kind: Event lastTimestamp: "2026-10-30T18:49:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:48:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:49:01Z" name: error-404-isvc-ff374-predictor.18e3632e095991db namespace: e2e-gw1-20542c80ea resourceVersion: "13886" uid: 0552c442-f24a-4af1-bcc6-6a370e5189d0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T18:48:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ff374-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "13627" uid: b6133154-1155-4422-908b-519d85a651e4 kind: Event lastTimestamp: "2026-10-30T18:49:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:48:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:49:01Z" name: error-404-isvc-ff374-predictor.18e3632e09bfb21e namespace: e2e-gw1-20542c80ea resourceVersion: "13887" uid: 7b68c49d-c0bb-43d8-b2b0-fe0940113844 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T18:49:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ff374-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "13768" uid: b6133154-1155-4422-908b-519d85a651e4 kind: Event lastTimestamp: "2026-10-30T18:49:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:49:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:49:46Z" name: error-404-isvc-ff374-predictor.18e36335074e2765 namespace: e2e-gw1-20542c80ea resourceVersion: "14163" uid: 2615df3b-ee89-4867-b292-985b46c85e32 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T18:49:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ff374-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "13768" uid: b6133154-1155-4422-908b-519d85a651e4 kind: Event lastTimestamp: "2026-10-30T18:49:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:49:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:49:46Z" name: error-404-isvc-ff374-predictor.18e3633507c6cc40 namespace: e2e-gw1-20542c80ea resourceVersion: "14164" uid: 1d811267-9a35-4bfb-8b42-4d9f63baf5b7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "13620" uid: d640c4db-0aea-4313-b0dc-3e38b543500c kind: Event lastTimestamp: "2026-10-30T18:49:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:49:29Z" name: error-404-isvc-ff374.18e3632a8b610e45 namespace: e2e-gw1-20542c80ea resourceVersion: "14045" uid: f7eca130-5717-4355-b1c9-32a0dcb3ea5a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "14043" uid: d640c4db-0aea-4313-b0dc-3e38b543500c kind: Event lastTimestamp: "2026-10-30T18:49:29Z" message: InferenceService [error-404-isvc-ff374] is Ready metadata: creationTimestamp: "2026-10-30T18:49:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:49:29Z" name: error-404-isvc-ff374.18e363382d802ead namespace: e2e-gw1-20542c80ea resourceVersion: "14044" uid: 8a9dfbb0-33d7-4e64-ac7f-ab738791a0dc reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:46:01.436554Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12211" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 to ip-10-0-138-133.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T18:46:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:46:01Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e36307b8994911 namespace: e2e-gw1-20542c80ea resourceVersion: "12217" uid: 9d14e8f7-7a7f-410f-9437-b96f47ed392e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12221" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:46:02Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e36307db1944f4 namespace: e2e-gw1-20542c80ea resourceVersion: "12289" uid: 83245ec6-0905-40b8-bc5c-0017217c8988 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d0b9b1a20c75100104d761661021a933899bdbf04932977a64e3c751be1a2b7" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:02Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e36307dca52c66 namespace: e2e-gw1-20542c80ea resourceVersion: "12293" uid: abafe93f-58f1-4f7c-84de-0c30f7e4af97 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:02Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e36307df3f2dcd namespace: e2e-gw1-20542c80ea resourceVersion: "12303" uid: 4f03fd0b-c582-45a4-b85e-f3e4455bdd51 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:02Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e36307dfb20433 namespace: e2e-gw1-20542c80ea resourceVersion: "12306" uid: 85abc6ed-84ff-4f0a-94bd-b0d28999fb3d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:46:06Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2147" metadata: creationTimestamp: "2026-10-30T18:46:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:06Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e36308e957394c namespace: e2e-gw1-20542c80ea resourceVersion: "12398" uid: 4733b5c5-4105-4b7a-8108-35796af59e73 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:46:29Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2147" in 23.041s (23.041s including waiting). Image size: 1629853585 bytes.' metadata: creationTimestamp: "2026-10-30T18:46:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:29Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e3630e46bd6a8f namespace: e2e-gw1-20542c80ea resourceVersion: "12552" uid: 1434780b-958f-43e7-9278-5dca828f6624 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:46:29Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:46:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:29Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e3630e5601d459 namespace: e2e-gw1-20542c80ea resourceVersion: "12553" uid: 9b792132-1a47-4fe9-aae4-0df221ea59f5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:46:30Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:46:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:30Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e3630e60b8c6e2 namespace: e2e-gw1-20542c80ea resourceVersion: "12556" uid: 72f1d067-a24a-4242-8080-3e15c33ea9a1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:46:30Z" message: Pulling image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" metadata: creationTimestamp: "2026-10-30T18:46:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:30Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e3630e60cd4879 namespace: e2e-gw1-20542c80ea resourceVersion: "12557" uid: c438f94e-ce3f-4837-83b4-31efe85c04a4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:46:33Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" in 3.152s (3.152s including waiting). Image size: 184747123 bytes.' metadata: creationTimestamp: "2026-10-30T18:46:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:33Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e3630f1cae6242 namespace: e2e-gw1-20542c80ea resourceVersion: "12583" uid: 5e8423ab-347b-49aa-a719-417ea5574ed5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:46:33Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:46:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:33Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e3630f21178a14 namespace: e2e-gw1-20542c80ea resourceVersion: "12586" uid: cc5a23fe-724d-4b77-a85d-39e52853206a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:46:33Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:46:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:33Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e3630f222a5f36 namespace: e2e-gw1-20542c80ea resourceVersion: "12587" uid: c15f1809-52f1-4034-b036-dfd68ed1bbfc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-10-30T18:46:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:47:40Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:46:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:47:40Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e3630f79b144ba namespace: e2e-gw1-20542c80ea resourceVersion: "13080" uid: dbf97bb5-ef62-44f4-bcbe-10cb4962550f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:48:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T18:48:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:23Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e36328c13ce3a0 namespace: e2e-gw1-20542c80ea resourceVersion: "13495" uid: dd790e5e-3787-44e0-8a4b-7a946864b1dc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:48:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T18:48:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:23Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e36328c13d6675 namespace: e2e-gw1-20542c80ea resourceVersion: "13501" uid: 76164b22-85d4-407d-8811-6c6a176b9096 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7 namespace: e2e-gw1-20542c80ea resourceVersion: "12214" uid: 61316a57-319b-4708-b2d1-3254519f7011 kind: Event lastTimestamp: "2026-10-30T18:48:25Z" message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp 10.134.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:48:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:25Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7.18e36329522c9f79 namespace: e2e-gw1-20542c80ea resourceVersion: "13543" uid: 8c8f60b9-d9a5-4836-8106-c5e3af774e30 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-7d7f966fd5 namespace: e2e-gw1-20542c80ea resourceVersion: "12193" uid: ccb3c95d-dc9e-4fc5-b2cb-b9f0986c98ae kind: Event lastTimestamp: "2026-10-30T18:46:01Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-7d7f966fd5-6v9r7' metadata: creationTimestamp: "2026-10-30T18:46:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:46:01Z" name: isvc-sklearn-graph-1-predictor-7d7f966fd5.18e36307b806e039 namespace: e2e-gw1-20542c80ea resourceVersion: "12213" uid: 1118918d-6745-44d2-8f6c-c968aae2bfc4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12192" uid: 69c33879-2be0-481f-beda-0017c75ab3a4 kind: Event lastTimestamp: "2026-10-30T18:46:01Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-7d7f966fd5 from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:46:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:46:01Z" name: isvc-sklearn-graph-1-predictor.18e36307afdb2bfe namespace: e2e-gw1-20542c80ea resourceVersion: "12194" uid: 1a123f0b-b6f8-4a5c-9809-f4ecc206b55b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T18:46:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12205" uid: 92b69a76-9860-4bfd-a69c-64340b2ac284 kind: Event lastTimestamp: "2026-10-30T18:47:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:46:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:47:01Z" name: isvc-sklearn-graph-1-predictor.18e3630b35f76f7a namespace: e2e-gw1-20542c80ea resourceVersion: "12760" uid: fa77b2b2-78f2-4d6b-9663-e0af6fe56a61 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T18:46:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12205" uid: 92b69a76-9860-4bfd-a69c-64340b2ac284 kind: Event lastTimestamp: "2026-10-30T18:47:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:46:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:47:01Z" name: isvc-sklearn-graph-1-predictor.18e3630b3664b54d namespace: e2e-gw1-20542c80ea resourceVersion: "12761" uid: 3ac6ceeb-1895-4e16-9bd0-ad7e642505e6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:47:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12467" uid: 92b69a76-9860-4bfd-a69c-64340b2ac284 kind: Event lastTimestamp: "2026-10-30T18:48:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:47:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:16Z" name: isvc-sklearn-graph-1-predictor.18e3631932d43e47 namespace: e2e-gw1-20542c80ea resourceVersion: "13434" uid: 0783d84d-7963-4970-b90f-29c0dee69af5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:47:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12467" uid: 92b69a76-9860-4bfd-a69c-64340b2ac284 kind: Event lastTimestamp: "2026-10-30T18:48:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:47:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:16Z" name: isvc-sklearn-graph-1-predictor.18e36319333e5958 namespace: e2e-gw1-20542c80ea resourceVersion: "13435" uid: 8bb6b14e-24a5-402b-a52c-c20fed278173 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-10-30T18:46:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: e2e-gw1-20542c80ea resourceVersion: "12179" uid: 39c2e003-6de1-42f9-ac05-8701fa786e3d kind: Event lastTimestamp: "2026-10-30T18:47:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T18:46:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:47:51Z" name: isvc-sklearn-graph-1.18e36307b681a160 namespace: e2e-gw1-20542c80ea resourceVersion: "13253" uid: 2d590a48-b05c-45f3-ab56-363d8c87fa55 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: e2e-gw1-20542c80ea resourceVersion: "12179" uid: 39c2e003-6de1-42f9-ac05-8701fa786e3d kind: Event lastTimestamp: "2026-10-30T18:46:01Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T18:46:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:46:01Z" name: isvc-sklearn-graph-1.18e36307b71cfe8e namespace: e2e-gw1-20542c80ea resourceVersion: "12208" uid: 0657e1da-8672-4b33-b948-8358d13fd782 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: e2e-gw1-20542c80ea resourceVersion: "12179" uid: 39c2e003-6de1-42f9-ac05-8701fa786e3d kind: Event lastTimestamp: "2026-10-30T18:46:01Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T18:46:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:46:01Z" name: isvc-sklearn-graph-1.18e36307b71d63f1 namespace: e2e-gw1-20542c80ea resourceVersion: "12210" uid: c37cab14-f6f9-4ebc-b504-170a0dc05fd5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:47:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: e2e-gw1-20542c80ea resourceVersion: "13247" uid: 39c2e003-6de1-42f9-ac05-8701fa786e3d kind: Event lastTimestamp: "2026-10-30T18:47:50Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-10-30T18:47:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:47:50Z" name: isvc-sklearn-graph-1.18e3632133fc5672 namespace: e2e-gw1-20542c80ea resourceVersion: "13249" uid: b8f71399-354c-4894-871e-15c3d4e92e56 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:46:02.228982Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12325" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/isvc-sklearn-graph-2-predictor-857f478b78-vqd89 to ip-10-0-138-133.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:46:02Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e36307e7d4b686 namespace: e2e-gw1-20542c80ea resourceVersion: "12329" uid: 44091cf4-8c58-4f77-8829-9e736f63d093 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12335" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:46:02Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e363080a1aad47 namespace: e2e-gw1-20542c80ea resourceVersion: "12356" uid: 654b05d3-04cb-4407-aab8-6f1bfd79024a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d0b9b1a20c75100104d761661021a933899bdbf04932977a64e3c751be1a2b7" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:02Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e363080ba75aea namespace: e2e-gw1-20542c80ea resourceVersion: "12358" uid: 8e28dcf7-e52d-419b-9b05-f2cfe33a663a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:02Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e363080e43678b namespace: e2e-gw1-20542c80ea resourceVersion: "12360" uid: 51a51691-4a16-4ccf-b38a-7b7f0795f4d0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:02Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e363080ead83fc namespace: e2e-gw1-20542c80ea resourceVersion: "12361" uid: 1879fa69-7623-4b8a-96a9-c9396c1346a9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:46:07Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2147" metadata: creationTimestamp: "2026-10-30T18:46:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:07Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e3630925911da8 namespace: e2e-gw1-20542c80ea resourceVersion: "12410" uid: 2b6bbaf5-ca2d-4c92-9c70-7440efd4a8da reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:46:31Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2147" in 23.881s (23.881s including waiting). Image size: 1629853585 bytes.' metadata: creationTimestamp: "2026-10-30T18:46:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:31Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e3630eb4febfe1 namespace: e2e-gw1-20542c80ea resourceVersion: "12562" uid: 42768eb5-8e32-42d8-83a1-5d850a1c95a1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:46:31Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:46:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:31Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e3630ebae0ab70 namespace: e2e-gw1-20542c80ea resourceVersion: "12567" uid: 45239512-4e5c-49e6-bfce-4f51886503de reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:46:31Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:46:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:31Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e3630ebd3dd2b5 namespace: e2e-gw1-20542c80ea resourceVersion: "12569" uid: 02eaa12b-b56f-48dd-96f5-2c0c1e115e13 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:46:31Z" message: Pulling image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" metadata: creationTimestamp: "2026-10-30T18:46:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:31Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e3630ebd522dba namespace: e2e-gw1-20542c80ea resourceVersion: "12570" uid: 3016f199-b2fb-4a1b-8ed9-a726416f87b4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:46:33Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" in 1.908s (1.908s including waiting). Image size: 184747123 bytes.' metadata: creationTimestamp: "2026-10-30T18:46:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:33Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e3630f2f14b41c namespace: e2e-gw1-20542c80ea resourceVersion: "12589" uid: f54d8de1-cc5f-43a4-a356-22397aa4f571 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:46:33Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:46:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:33Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e3630f339abbc1 namespace: e2e-gw1-20542c80ea resourceVersion: "12590" uid: 054d27a8-a1b4-43d1-90c9-61c4e398751a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:46:33Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:46:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:33Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e3630f34eea516 namespace: e2e-gw1-20542c80ea resourceVersion: "12591" uid: 54a71aa0-e7c5-403a-8de9-747ed41f7ada reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-10-30T18:46:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:47:40Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:46:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:47:40Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e3630f79b129ac namespace: e2e-gw1-20542c80ea resourceVersion: "13081" uid: 173f12ce-e58e-4503-8e30-fb1faaafa926 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:48:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T18:48:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:23Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e36328c523f78e namespace: e2e-gw1-20542c80ea resourceVersion: "13526" uid: 58d2497c-71ad-4d96-9f65-c9164895c160 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:48:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T18:48:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:23Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e36328c524446f namespace: e2e-gw1-20542c80ea resourceVersion: "13527" uid: ec40e862-51d9-4d87-ba34-0c97fb249798 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89 namespace: e2e-gw1-20542c80ea resourceVersion: "12327" uid: e80d30eb-162b-4bc2-9d9e-7735bea1f171 kind: Event lastTimestamp: "2026-10-30T18:48:25Z" message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:48:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:25Z" name: isvc-sklearn-graph-2-predictor-857f478b78-vqd89.18e36329522b79ee namespace: e2e-gw1-20542c80ea resourceVersion: "13542" uid: 18d9e878-2dae-4b08-b11b-57db2609c93a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-857f478b78 namespace: e2e-gw1-20542c80ea resourceVersion: "12312" uid: 2f1d2643-d998-438b-a980-cdd731f2ca55 kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-857f478b78-vqd89' metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:46:02Z" name: isvc-sklearn-graph-2-predictor-857f478b78.18e36307e7590b18 namespace: e2e-gw1-20542c80ea resourceVersion: "12326" uid: 29cb70a0-dab9-4f20-8f08-f62886489ce2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12309" uid: 0bf9265b-8dbc-4069-89cb-75c3103f294d kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-857f478b78 from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:46:02Z" name: isvc-sklearn-graph-2-predictor.18e36307e177d65f namespace: e2e-gw1-20542c80ea resourceVersion: "12315" uid: 9edd7827-1a11-43cb-9dec-fb1af165741a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:46:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12311" uid: 23cb4880-ea89-4285-ba22-b0f1189ce985 kind: Event lastTimestamp: "2026-10-30T18:47:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:46:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:47:17Z" name: isvc-sklearn-graph-2-predictor.18e3630b600690a9 namespace: e2e-gw1-20542c80ea resourceVersion: "12874" uid: f29bc82e-7c60-4d92-a84d-f727dff4edcd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:46:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12311" uid: 23cb4880-ea89-4285-ba22-b0f1189ce985 kind: Event lastTimestamp: "2026-10-30T18:47:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:46:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:47:17Z" name: isvc-sklearn-graph-2-predictor.18e3630b60589000 namespace: e2e-gw1-20542c80ea resourceVersion: "12875" uid: 4cc89295-0a1f-4eac-bcf3-6c682d601013 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T18:47:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12484" uid: 23cb4880-ea89-4285-ba22-b0f1189ce985 kind: Event lastTimestamp: "2026-10-30T18:48:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:47:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:02Z" name: isvc-sklearn-graph-2-predictor.18e3631cdab16b5d namespace: e2e-gw1-20542c80ea resourceVersion: "13327" uid: b4ea2754-ca5c-4f7a-9f43-18a30d6598b7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T18:47:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12484" uid: 23cb4880-ea89-4285-ba22-b0f1189ce985 kind: Event lastTimestamp: "2026-10-30T18:48:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:47:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:02Z" name: isvc-sklearn-graph-2-predictor.18e3631cdb1e2cda namespace: e2e-gw1-20542c80ea resourceVersion: "13328" uid: 857320cc-551a-413e-a319-7d622eadf0c1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: e2e-gw1-20542c80ea resourceVersion: "12292" uid: 4e974e0a-3585-49b5-94d7-a53360b76674 kind: Event lastTimestamp: "2026-10-30T18:47:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:47:51Z" name: isvc-sklearn-graph-2.18e36307e22fbe88 namespace: e2e-gw1-20542c80ea resourceVersion: "13254" uid: a563b755-1d8c-435d-bb9f-ad1ce272c31a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:47:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: e2e-gw1-20542c80ea resourceVersion: "13251" uid: 4e974e0a-3585-49b5-94d7-a53360b76674 kind: Event lastTimestamp: "2026-10-30T18:47:50Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-10-30T18:47:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:47:50Z" name: isvc-sklearn-graph-2.18e3632139ff1275 namespace: e2e-gw1-20542c80ea resourceVersion: "13252" uid: 2b3a26d2-bf8f-4efb-b0f2-f72709f3dd10 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:46:02.051937Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12291" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/isvc-xgboost-graph-predictor-6b76945699-fkvcm to ip-10-0-138-133.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:46:02Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e36307dd473a5f namespace: e2e-gw1-20542c80ea resourceVersion: "12297" uid: 8aa221ac-736e-43f6-889d-e9658bddcfe0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12302" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:46:02Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e363080044b47f namespace: e2e-gw1-20542c80ea resourceVersion: "12349" uid: 589adef9-8009-4324-87bd-a7fd3d11e7af reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d0b9b1a20c75100104d761661021a933899bdbf04932977a64e3c751be1a2b7" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:02Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e363080248391f namespace: e2e-gw1-20542c80ea resourceVersion: "12352" uid: a7d7b3d3-c964-4225-974c-61e47ae5a747 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:02Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e36308053d6a88 namespace: e2e-gw1-20542c80ea resourceVersion: "12353" uid: 5bd3f22e-76aa-4924-8ce5-415e92cf90c8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:02Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e3630805acc9de namespace: e2e-gw1-20542c80ea resourceVersion: "12354" uid: 482e4ca4-3fcd-4c76-a9b7-ecc657188461 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:46:06Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-10-30T18:46:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:06Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e36308e8fb7a87 namespace: e2e-gw1-20542c80ea resourceVersion: "12397" uid: a39a66b2-f1c3-4bdd-8e86-8d7c89ed29e9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:46:35Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 28.558s (28.558s including waiting). Image size: 1460330245 bytes.' metadata: creationTimestamp: "2026-10-30T18:46:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:35Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e3630f8f2e71de namespace: e2e-gw1-20542c80ea resourceVersion: "12608" uid: 4f467b2b-ed2b-46a4-8181-efbaa5b447ed reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:46:35Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:46:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:35Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e3630f920c7d22 namespace: e2e-gw1-20542c80ea resourceVersion: "12609" uid: a46aff35-973f-4f74-8fe5-53b4cb609ec9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:46:35Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:46:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:35Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e3630f9266c251 namespace: e2e-gw1-20542c80ea resourceVersion: "12610" uid: 4fe62ef4-aa49-4d65-b4fa-8f99d593cc38 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:46:35Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:46:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:35Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e3630f92798079 namespace: e2e-gw1-20542c80ea resourceVersion: "12611" uid: eb636690-7828-4cce-8a33-d1feba1d032a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:46:35Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:46:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:35Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e3630f94df172c namespace: e2e-gw1-20542c80ea resourceVersion: "12612" uid: 4b41b2fc-4f0f-4d67-a823-1c71e0cab054 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:46:35Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:46:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:46:35Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e3630f9537b840 namespace: e2e-gw1-20542c80ea resourceVersion: "12614" uid: d07b2959-f64c-47d2-a88e-b4145b8c0969 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-30T18:46:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:47:32Z" message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:46:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:47:32Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e3630ff18ce5f5 namespace: e2e-gw1-20542c80ea resourceVersion: "12997" uid: 4635ab5f-2afd-4612-bb35-67a37557e02e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:48:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T18:48:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:23Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e36328c366d39d namespace: e2e-gw1-20542c80ea resourceVersion: "13511" uid: 682e6d4b-96cb-494b-a7a1-b8b1b458309e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-6b76945699-fkvcm namespace: e2e-gw1-20542c80ea resourceVersion: "12295" uid: 30195d40-ec38-41a9-9692-b9813273d40e kind: Event lastTimestamp: "2026-10-30T18:48:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T18:48:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:23Z" name: isvc-xgboost-graph-predictor-6b76945699-fkvcm.18e36328c3675ca5 namespace: e2e-gw1-20542c80ea resourceVersion: "13516" uid: 8302049b-aba5-4a17-9855-f97967217034 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-6b76945699 namespace: e2e-gw1-20542c80ea resourceVersion: "12283" uid: 2972f6c8-43ba-4480-b4ef-ea156523921b kind: Event lastTimestamp: "2026-10-30T18:46:02Z" message: 'Created pod: isvc-xgboost-graph-predictor-6b76945699-fkvcm' metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:46:02Z" name: isvc-xgboost-graph-predictor-6b76945699.18e36307dcd26c6d namespace: e2e-gw1-20542c80ea resourceVersion: "12294" uid: b71b31d7-30a3-4f6f-97e2-96fcaad3608e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:46:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12281" uid: c46db4f8-3ecd-4ad7-a66f-bc200e154078 kind: Event lastTimestamp: "2026-10-30T18:46:01Z" message: Scaled up replica set isvc-xgboost-graph-predictor-6b76945699 from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:46:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:46:01Z" name: isvc-xgboost-graph-predictor.18e36307d9d8916f namespace: e2e-gw1-20542c80ea resourceVersion: "12284" uid: 995c9f24-ecfc-41c6-ac1c-9916915a68c1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T18:46:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12282" uid: 1253db3c-ca3f-4378-b2a0-b861b927a442 kind: Event lastTimestamp: "2026-10-30T18:46:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:46:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:46:47Z" name: isvc-xgboost-graph-predictor.18e3630b585f57e5 namespace: e2e-gw1-20542c80ea resourceVersion: "12692" uid: ed180af0-bb96-4cd7-aa27-574a80452f57 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T18:46:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12282" uid: 1253db3c-ca3f-4378-b2a0-b861b927a442 kind: Event lastTimestamp: "2026-10-30T18:46:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:46:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:46:47Z" name: isvc-xgboost-graph-predictor.18e3630b58cff9df namespace: e2e-gw1-20542c80ea resourceVersion: "12693" uid: 194c0f86-0ca9-4e09-9f75-474510b2e0ab reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:47:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12481" uid: 1253db3c-ca3f-4378-b2a0-b861b927a442 kind: Event lastTimestamp: "2026-10-30T18:48:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:02Z" name: isvc-xgboost-graph-predictor.18e36315d53c8602 namespace: e2e-gw1-20542c80ea resourceVersion: "13324" uid: 632d1ada-af60-4a6c-bfc8-ed36d97e3470 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:47:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "12481" uid: 1253db3c-ca3f-4378-b2a0-b861b927a442 kind: Event lastTimestamp: "2026-10-30T18:48:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:02Z" name: isvc-xgboost-graph-predictor.18e36315d5a84574 namespace: e2e-gw1-20542c80ea resourceVersion: "13325" uid: bb6604d9-8137-4d7f-a7b5-04d291ee6f32 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-10-30T18:46:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: e2e-gw1-20542c80ea resourceVersion: "12265" uid: a900fb1a-fdc2-4cc0-bee9-a39eefe2d8ef kind: Event lastTimestamp: "2026-10-30T18:47:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T18:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:47:43Z" name: isvc-xgboost-graph.18e36307da5ab033 namespace: e2e-gw1-20542c80ea resourceVersion: "13174" uid: 3dec4216-438b-47d3-90b8-35ab995e2c0a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:47:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: e2e-gw1-20542c80ea resourceVersion: "13168" uid: a900fb1a-fdc2-4cc0-bee9-a39eefe2d8ef kind: Event lastTimestamp: "2026-10-30T18:47:42Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-10-30T18:47:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:47:42Z" name: isvc-xgboost-graph.18e3631f5ad44f17 namespace: e2e-gw1-20542c80ea resourceVersion: "13170" uid: abc45bc8-33eb-4eb7-bbfe-0d0f07f35ddb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:48:11.515323Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-8468d97d58-f6qrf namespace: e2e-gw1-20542c80ea resourceVersion: "13379" uid: 9a22551f-9fac-4861-815e-72da6e74174b kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/model-chainer-8468d97d58-f6qrf to ip-10-0-131-204.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T18:48:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:48:11Z" name: model-chainer-8468d97d58-f6qrf.18e3632601e5b4bb namespace: e2e-gw1-20542c80ea resourceVersion: "13385" uid: 157fd27b-8c66-4a71-84e7-dc7b4f4fae6a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:12Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-8468d97d58-f6qrf namespace: e2e-gw1-20542c80ea resourceVersion: "13390" uid: 9a22551f-9fac-4861-815e-72da6e74174b kind: Event lastTimestamp: "2026-10-30T18:48:12Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:48:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:48:12Z" name: model-chainer-8468d97d58-f6qrf.18e363262449cf45 namespace: e2e-gw1-20542c80ea resourceVersion: "13400" uid: f9588e4e-daca-43e5-b1c0-e034218c92f3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-8468d97d58-f6qrf namespace: e2e-gw1-20542c80ea resourceVersion: "13381" uid: 9a22551f-9fac-4861-815e-72da6e74174b kind: Event lastTimestamp: "2026-10-30T18:48:12Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:561002e842ac9bbf33141cfcc92eb7b7cc604d16ec35596c7ce81c9e22e080f4" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:48:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:12Z" name: model-chainer-8468d97d58-f6qrf.18e3632625ab31f2 namespace: e2e-gw1-20542c80ea resourceVersion: "13402" uid: 080949ab-5371-4ca7-8eed-2e044c121ef5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-8468d97d58-f6qrf namespace: e2e-gw1-20542c80ea resourceVersion: "13381" uid: 9a22551f-9fac-4861-815e-72da6e74174b kind: Event lastTimestamp: "2026-10-30T18:48:12Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:48:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:12Z" name: model-chainer-8468d97d58-f6qrf.18e3632628694b0e namespace: e2e-gw1-20542c80ea resourceVersion: "13403" uid: 3be2ae19-b461-4de5-a83b-8511484813e2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-8468d97d58-f6qrf namespace: e2e-gw1-20542c80ea resourceVersion: "13381" uid: 9a22551f-9fac-4861-815e-72da6e74174b kind: Event lastTimestamp: "2026-10-30T18:48:12Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:48:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:12Z" name: model-chainer-8468d97d58-f6qrf.18e3632628e09657 namespace: e2e-gw1-20542c80ea resourceVersion: "13404" uid: e766cc4b-b8d9-4c97-b3f9-e3723fadfaff reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-8468d97d58 namespace: e2e-gw1-20542c80ea resourceVersion: "13376" uid: 6b17a934-bd17-4fbe-b66e-dac768bb460f kind: Event lastTimestamp: "2026-10-30T18:48:11Z" message: 'Created pod: model-chainer-8468d97d58-f6qrf' metadata: creationTimestamp: "2026-10-30T18:48:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:11Z" name: model-chainer-8468d97d58.18e3632601516f09 namespace: e2e-gw1-20542c80ea resourceVersion: "13380" uid: 01567295-ed46-460c-b5e1-a9b02d7013aa reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: e2e-gw1-20542c80ea resourceVersion: "13374" uid: a360cc9b-5fd7-41e3-8149-d987d270e1c8 kind: Event lastTimestamp: "2026-10-30T18:48:11Z" message: Scaled up replica set model-chainer-8468d97d58 from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:48:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:11Z" name: model-chainer.18e36326006f66dd namespace: e2e-gw1-20542c80ea resourceVersion: "13377" uid: 92175366-24cc-4708-8f73-20dee82f7838 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:11Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: e2e-gw1-20542c80ea resourceVersion: "13392" uid: 052a3a90-f41d-4ef9-ab21-0261a720c7cd kind: Event lastTimestamp: "2026-10-30T18:48:11Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-10-30T18:48:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:48:11Z" name: model-chainer.18e3632604cd3e91 namespace: e2e-gw1-20542c80ea resourceVersion: "13395" uid: caddbcaf-419f-40b2-b3ee-68d4a122ba8d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:11Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: e2e-gw1-20542c80ea resourceVersion: "13369" uid: 052a3a90-f41d-4ef9-ab21-0261a720c7cd kind: Event lastTimestamp: "2026-10-30T18:48:11Z" message: 'Failed to update status for InferenceGraph "model-chainer": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T18:48:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:48:11Z" name: model-chainer.18e3632608c8335f namespace: e2e-gw1-20542c80ea resourceVersion: "13396" uid: 41f99efa-edfd-4f75-808d-29f50911befd reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:11Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: e2e-gw1-20542c80ea resourceVersion: "13369" uid: 052a3a90-f41d-4ef9-ab21-0261a720c7cd kind: Event lastTimestamp: "2026-10-30T18:48:11Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T18:48:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:48:11Z" name: model-chainer.18e3632608c8894e namespace: e2e-gw1-20542c80ea resourceVersion: "13397" uid: 8bb0ebc7-3af2-4637-a6c3-60ca8cf06648 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: model-chainer namespace: e2e-gw1-20542c80ea resourceVersion: "13375" uid: e3d1b0a1-5e4f-4ba7-bdc4-121999a65626 kind: Event lastTimestamp: "2026-10-30T18:48:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:48:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:26Z" name: model-chainer.18e363297eedc37b namespace: e2e-gw1-20542c80ea resourceVersion: "13546" uid: 17548e54-2014-4b76-84d6-ae784dc0ea1e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: model-chainer namespace: e2e-gw1-20542c80ea resourceVersion: "13375" uid: e3d1b0a1-5e4f-4ba7-bdc4-121999a65626 kind: Event lastTimestamp: "2026-10-30T18:48:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:48:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:26Z" name: model-chainer.18e363297f59c03d namespace: e2e-gw1-20542c80ea resourceVersion: "13548" uid: 254e06dc-2c89-4079-a547-424a62521373 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T18:48:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: model-chainer namespace: e2e-gw1-20542c80ea resourceVersion: "13547" uid: e3d1b0a1-5e4f-4ba7-bdc4-121999a65626 kind: Event lastTimestamp: "2026-10-30T19:26:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:48:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:26:58Z" name: model-chainer.18e3632cfe23dca1 namespace: e2e-gw1-20542c80ea resourceVersion: "26556" uid: 6179628d-551c-4df3-964d-8b6437475648 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T18:48:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: model-chainer namespace: e2e-gw1-20542c80ea resourceVersion: "13547" uid: e3d1b0a1-5e4f-4ba7-bdc4-121999a65626 kind: Event lastTimestamp: "2026-10-30T19:26:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:48:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:26:58Z" name: model-chainer.18e3632cfe74e4cb namespace: e2e-gw1-20542c80ea resourceVersion: "26558" uid: e3648718-02eb-47b8-9774-57449f77081a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:59:12.548326Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2794d-566c984449-8vcgq namespace: e2e-gw1-20542c80ea resourceVersion: "17225" uid: 36079761-958c-4e23-b19d-6ee15e63456c kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/sequence-graph-2794d-566c984449-8vcgq to ip-10-0-138-133.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T18:59:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:59:12Z" name: sequence-graph-2794d-566c984449-8vcgq.18e363bfea88df94 namespace: e2e-gw1-20542c80ea resourceVersion: "17230" uid: 50a1083d-81fc-4642-9fc4-3f8753beb65b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:13Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2794d-566c984449-8vcgq namespace: e2e-gw1-20542c80ea resourceVersion: "17234" uid: 36079761-958c-4e23-b19d-6ee15e63456c kind: Event lastTimestamp: "2026-10-30T18:59:13Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:59:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:59:13Z" name: sequence-graph-2794d-566c984449-8vcgq.18e363c00ca61382 namespace: e2e-gw1-20542c80ea resourceVersion: "17244" uid: 3d4731de-8097-4a20-8d81-bc1051a4440d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2794d} kind: Pod name: sequence-graph-2794d-566c984449-8vcgq namespace: e2e-gw1-20542c80ea resourceVersion: "17227" uid: 36079761-958c-4e23-b19d-6ee15e63456c kind: Event lastTimestamp: "2026-10-30T18:59:13Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:561002e842ac9bbf33141cfcc92eb7b7cc604d16ec35596c7ce81c9e22e080f4" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:59:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:13Z" name: sequence-graph-2794d-566c984449-8vcgq.18e363c00e124f60 namespace: e2e-gw1-20542c80ea resourceVersion: "17246" uid: e84228ac-69f8-419b-bcdd-0bc4132ff206 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2794d} kind: Pod name: sequence-graph-2794d-566c984449-8vcgq namespace: e2e-gw1-20542c80ea resourceVersion: "17227" uid: 36079761-958c-4e23-b19d-6ee15e63456c kind: Event lastTimestamp: "2026-10-30T18:59:13Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:59:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:13Z" name: sequence-graph-2794d-566c984449-8vcgq.18e363c0118adf62 namespace: e2e-gw1-20542c80ea resourceVersion: "17247" uid: add09cfa-d01d-4d5d-98b2-22174a1ee164 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2794d} kind: Pod name: sequence-graph-2794d-566c984449-8vcgq namespace: e2e-gw1-20542c80ea resourceVersion: "17227" uid: 36079761-958c-4e23-b19d-6ee15e63456c kind: Event lastTimestamp: "2026-10-30T18:59:13Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:59:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:13Z" name: sequence-graph-2794d-566c984449-8vcgq.18e363c011f80493 namespace: e2e-gw1-20542c80ea resourceVersion: "17248" uid: 631a1e08-7624-40ef-8d96-67a679abb33e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-2794d-566c984449 namespace: e2e-gw1-20542c80ea resourceVersion: "17222" uid: 1316c1d2-7193-4a3a-aae9-da5beb701d0f kind: Event lastTimestamp: "2026-10-30T18:59:12Z" message: 'Created pod: sequence-graph-2794d-566c984449-8vcgq' metadata: creationTimestamp: "2026-10-30T18:59:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:12Z" name: sequence-graph-2794d-566c984449.18e363bfea1cc489 namespace: e2e-gw1-20542c80ea resourceVersion: "17226" uid: 9a789345-e060-4333-9019-7ebebd6e9fa4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-2794d namespace: e2e-gw1-20542c80ea resourceVersion: "17220" uid: e0fdbc07-fca2-428a-9818-b0bce8560368 kind: Event lastTimestamp: "2026-10-30T18:59:12Z" message: Scaled up replica set sequence-graph-2794d-566c984449 from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:59:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:12Z" name: sequence-graph-2794d.18e363bfe93bb861 namespace: e2e-gw1-20542c80ea resourceVersion: "17223" uid: aadc6414-e61d-41da-9836-bc7638edc4e2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:12Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-2794d namespace: e2e-gw1-20542c80ea resourceVersion: "17236" uid: 965a944f-e12f-4f94-8b37-1ac5fb0b8a55 kind: Event lastTimestamp: "2026-10-30T18:59:12Z" message: InferenceGraph [sequence-graph-2794d] is Ready metadata: creationTimestamp: "2026-10-30T18:59:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:59:12Z" name: sequence-graph-2794d.18e363bfee474d43 namespace: e2e-gw1-20542c80ea resourceVersion: "17238" uid: 48725205-eb69-42a7-be31-f38caaed0677 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T18:59:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-2794d namespace: e2e-gw1-20542c80ea resourceVersion: "17221" uid: 5eca8da9-962f-428f-9d0c-5a848fd7a61f kind: Event lastTimestamp: "2026-10-30T18:59:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:59:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:42Z" name: sequence-graph-2794d.18e363c36ab1bd19 namespace: e2e-gw1-20542c80ea resourceVersion: "17563" uid: cc873c9a-cd22-44c8-908c-36234aa765ad reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T18:59:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-2794d namespace: e2e-gw1-20542c80ea resourceVersion: "17221" uid: 5eca8da9-962f-428f-9d0c-5a848fd7a61f kind: Event lastTimestamp: "2026-10-30T18:59:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:59:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:42Z" name: sequence-graph-2794d.18e363c36b5040c7 namespace: e2e-gw1-20542c80ea resourceVersion: "17564" uid: 56bab954-30ff-4eda-a09a-a6790a804b1c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-10-30T19:00:39.456001Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-c85ae-78bd9895bb-qx9sm namespace: e2e-gw1-20542c80ea resourceVersion: "17922" uid: 6b60daee-ea4a-4322-913d-43893b7e4b61 kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/sequence-graph-c85ae-78bd9895bb-qx9sm to ip-10-0-138-133.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T19:00:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T19:00:39Z" name: sequence-graph-c85ae-78bd9895bb-qx9sm.18e363d426a2c468 namespace: e2e-gw1-20542c80ea resourceVersion: "17928" uid: 1001cedd-c0b9-400f-bfdd-1571b6caec6e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:00:40Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-c85ae-78bd9895bb-qx9sm namespace: e2e-gw1-20542c80ea resourceVersion: "17931" uid: 6b60daee-ea4a-4322-913d-43893b7e4b61 kind: Event lastTimestamp: "2026-10-30T19:00:40Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T19:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T19:00:40Z" name: sequence-graph-c85ae-78bd9895bb-qx9sm.18e363d448d1a0b5 namespace: e2e-gw1-20542c80ea resourceVersion: "17941" uid: 9e5488b3-cbd5-499d-8933-cbfcb234a5d2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c85ae} kind: Pod name: sequence-graph-c85ae-78bd9895bb-qx9sm namespace: e2e-gw1-20542c80ea resourceVersion: "17925" uid: 6b60daee-ea4a-4322-913d-43893b7e4b61 kind: Event lastTimestamp: "2026-10-30T19:00:40Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:561002e842ac9bbf33141cfcc92eb7b7cc604d16ec35596c7ce81c9e22e080f4" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T19:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:00:40Z" name: sequence-graph-c85ae-78bd9895bb-qx9sm.18e363d44a270319 namespace: e2e-gw1-20542c80ea resourceVersion: "17943" uid: 721e5898-c604-4e12-8d1d-5cbf0535c90c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c85ae} kind: Pod name: sequence-graph-c85ae-78bd9895bb-qx9sm namespace: e2e-gw1-20542c80ea resourceVersion: "17925" uid: 6b60daee-ea4a-4322-913d-43893b7e4b61 kind: Event lastTimestamp: "2026-10-30T19:00:40Z" message: Container created metadata: creationTimestamp: "2026-10-30T19:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:00:40Z" name: sequence-graph-c85ae-78bd9895bb-qx9sm.18e363d44d336ff5 namespace: e2e-gw1-20542c80ea resourceVersion: "17944" uid: 44df7c45-597a-4a76-a382-9a2a4cf4f5fa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c85ae} kind: Pod name: sequence-graph-c85ae-78bd9895bb-qx9sm namespace: e2e-gw1-20542c80ea resourceVersion: "17925" uid: 6b60daee-ea4a-4322-913d-43893b7e4b61 kind: Event lastTimestamp: "2026-10-30T19:00:40Z" message: Container started metadata: creationTimestamp: "2026-10-30T19:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:00:40Z" name: sequence-graph-c85ae-78bd9895bb-qx9sm.18e363d44da2bab8 namespace: e2e-gw1-20542c80ea resourceVersion: "17945" uid: 489a9faa-fc04-4f70-9970-4668e0bc7185 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:00:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-c85ae-78bd9895bb namespace: e2e-gw1-20542c80ea resourceVersion: "17919" uid: f448f683-d0df-4c36-a402-35c3dc9df561 kind: Event lastTimestamp: "2026-10-30T19:00:39Z" message: 'Created pod: sequence-graph-c85ae-78bd9895bb-qx9sm' metadata: creationTimestamp: "2026-10-30T19:00:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:00:39Z" name: sequence-graph-c85ae-78bd9895bb.18e363d42626b8b6 namespace: e2e-gw1-20542c80ea resourceVersion: "17924" uid: efa3b0fa-b9bf-4b8a-bd34-d9131abdfae6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:00:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-c85ae namespace: e2e-gw1-20542c80ea resourceVersion: "17917" uid: cba88869-fee2-405b-a236-78f334ca18b8 kind: Event lastTimestamp: "2026-10-30T19:00:39Z" message: Scaled up replica set sequence-graph-c85ae-78bd9895bb from 0 to 1 metadata: creationTimestamp: "2026-10-30T19:00:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:00:39Z" name: sequence-graph-c85ae.18e363d425373357 namespace: e2e-gw1-20542c80ea resourceVersion: "17920" uid: ad5930ff-7957-43cd-ac82-df188e7fcc8e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:00:39Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-c85ae namespace: e2e-gw1-20542c80ea resourceVersion: "17933" uid: afd1a270-c410-4b10-bbaa-7f52a90d5e30 kind: Event lastTimestamp: "2026-10-30T19:00:39Z" message: InferenceGraph [sequence-graph-c85ae] is Ready metadata: creationTimestamp: "2026-10-30T19:00:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T19:00:39Z" name: sequence-graph-c85ae.18e363d429beb5d5 namespace: e2e-gw1-20542c80ea resourceVersion: "17935" uid: 00006a8b-291b-4e80-bdcf-1363d49b94a5 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T19:00:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-c85ae namespace: e2e-gw1-20542c80ea resourceVersion: "17918" uid: e5385d70-0b17-45c7-9f39-e866d96fa02c kind: Event lastTimestamp: "2026-10-30T19:01:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T19:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:01:39Z" name: sequence-graph-c85ae.18e363d7a4a5b270 namespace: e2e-gw1-20542c80ea resourceVersion: "18225" uid: 7aae248c-bf13-47a2-a38a-43e29d79870b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T19:00:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-c85ae namespace: e2e-gw1-20542c80ea resourceVersion: "17918" uid: e5385d70-0b17-45c7-9f39-e866d96fa02c kind: Event lastTimestamp: "2026-10-30T19:01:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T19:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:01:39Z" name: sequence-graph-c85ae.18e363d7a510c65a namespace: e2e-gw1-20542c80ea resourceVersion: "18226" uid: 0b31d2eb-5c9b-4781-93e6-2f979b16a9a2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:49:40.923139Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-ff374-57f4fd58f-qm6xd namespace: e2e-gw1-20542c80ea resourceVersion: "14112" uid: a7abd24a-c19d-48a8-90a4-bb4dd66cac9f kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/sequence-graph-ff374-57f4fd58f-qm6xd to ip-10-0-131-204.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T18:49:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:49:40Z" name: sequence-graph-ff374-57f4fd58f-qm6xd.18e3633ad304c0f1 namespace: e2e-gw1-20542c80ea resourceVersion: "14117" uid: f8bc8eb9-12ed-41e3-931b-d8c91932537d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:41Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-ff374-57f4fd58f-qm6xd namespace: e2e-gw1-20542c80ea resourceVersion: "14120" uid: a7abd24a-c19d-48a8-90a4-bb4dd66cac9f kind: Event lastTimestamp: "2026-10-30T18:49:41Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:49:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:49:41Z" name: sequence-graph-ff374-57f4fd58f-qm6xd.18e3633af56bb3f2 namespace: e2e-gw1-20542c80ea resourceVersion: "14133" uid: 74e6e5d8-1b51-4cfb-90a3-5e9791f3a8b7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ff374} kind: Pod name: sequence-graph-ff374-57f4fd58f-qm6xd namespace: e2e-gw1-20542c80ea resourceVersion: "14115" uid: a7abd24a-c19d-48a8-90a4-bb4dd66cac9f kind: Event lastTimestamp: "2026-10-30T18:49:41Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:561002e842ac9bbf33141cfcc92eb7b7cc604d16ec35596c7ce81c9e22e080f4" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:49:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:49:41Z" name: sequence-graph-ff374-57f4fd58f-qm6xd.18e3633af7013620 namespace: e2e-gw1-20542c80ea resourceVersion: "14135" uid: fc9c9a61-f439-4453-a27c-6b5a75dc20e5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ff374} kind: Pod name: sequence-graph-ff374-57f4fd58f-qm6xd namespace: e2e-gw1-20542c80ea resourceVersion: "14115" uid: a7abd24a-c19d-48a8-90a4-bb4dd66cac9f kind: Event lastTimestamp: "2026-10-30T18:49:41Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:49:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:49:41Z" name: sequence-graph-ff374-57f4fd58f-qm6xd.18e3633af9d33c13 namespace: e2e-gw1-20542c80ea resourceVersion: "14137" uid: d71385e7-f645-4762-8d03-c0f520516de8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ff374} kind: Pod name: sequence-graph-ff374-57f4fd58f-qm6xd namespace: e2e-gw1-20542c80ea resourceVersion: "14115" uid: a7abd24a-c19d-48a8-90a4-bb4dd66cac9f kind: Event lastTimestamp: "2026-10-30T18:49:41Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:49:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:49:41Z" name: sequence-graph-ff374-57f4fd58f-qm6xd.18e3633afa492635 namespace: e2e-gw1-20542c80ea resourceVersion: "14138" uid: d5fe08e4-837c-4623-984a-3e76e07f1938 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-ff374-57f4fd58f namespace: e2e-gw1-20542c80ea resourceVersion: "14109" uid: f7a34654-4c66-4a5e-a5aa-828dc299767f kind: Event lastTimestamp: "2026-10-30T18:49:40Z" message: 'Created pod: sequence-graph-ff374-57f4fd58f-qm6xd' metadata: creationTimestamp: "2026-10-30T18:49:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:49:40Z" name: sequence-graph-ff374-57f4fd58f.18e3633ad2625825 namespace: e2e-gw1-20542c80ea resourceVersion: "14114" uid: 304968e1-c4ae-4e39-b501-df4463c1b68c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "14106" uid: 05c8862e-7da3-4a9e-8314-281b750cde3a kind: Event lastTimestamp: "2026-10-30T18:49:40Z" message: Scaled up replica set sequence-graph-ff374-57f4fd58f from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:49:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:49:40Z" name: sequence-graph-ff374.18e3633ad179ff7b namespace: e2e-gw1-20542c80ea resourceVersion: "14110" uid: 3784d40d-171a-468d-9deb-5ace1b9f0641 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:40Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "14123" uid: 90c8c297-b384-4173-a632-3607e034617b kind: Event lastTimestamp: "2026-10-30T18:49:40Z" message: InferenceGraph [sequence-graph-ff374] is Ready metadata: creationTimestamp: "2026-10-30T18:49:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:49:40Z" name: sequence-graph-ff374.18e3633ad56de35b namespace: e2e-gw1-20542c80ea resourceVersion: "14125" uid: 706a3e31-dbfd-4cb9-890a-220b2c5d9095 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:41Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "14101" uid: 90c8c297-b384-4173-a632-3607e034617b kind: Event lastTimestamp: "2026-10-30T18:49:41Z" message: 'Failed to update status for InferenceGraph "sequence-graph-ff374": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-ff374": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T18:49:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:49:41Z" name: sequence-graph-ff374.18e3633ad878fcd4 namespace: e2e-gw1-20542c80ea resourceVersion: "14128" uid: 73aeac23-b24b-45bc-8e7a-da053b8408b7 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:41Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "14101" uid: 90c8c297-b384-4173-a632-3607e034617b kind: Event lastTimestamp: "2026-10-30T18:49:41Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-ff374": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T18:49:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:49:41Z" name: sequence-graph-ff374.18e3633ad879497f namespace: e2e-gw1-20542c80ea resourceVersion: "14129" uid: ceacbe80-7a78-4a11-9622-ebf71c9eb458 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "14107" uid: 963dcf36-6f9d-4040-8324-66491872ea38 kind: Event lastTimestamp: "2026-10-30T18:49:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:49:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:49:55Z" name: sequence-graph-ff374.18e3633e4fe4f290 namespace: e2e-gw1-20542c80ea resourceVersion: "14207" uid: 3c047840-8568-49f9-91a3-d211951f0b32 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "14107" uid: 963dcf36-6f9d-4040-8324-66491872ea38 kind: Event lastTimestamp: "2026-10-30T18:49:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:49:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:49:55Z" name: sequence-graph-ff374.18e3633e503411e3 namespace: e2e-gw1-20542c80ea resourceVersion: "14209" uid: fb6c7871-196e-4563-99c4-f5c47a9eddee reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T18:50:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "14208" uid: 963dcf36-6f9d-4040-8324-66491872ea38 kind: Event lastTimestamp: "2026-10-30T19:26:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:50:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:26:57Z" name: sequence-graph-ff374.18e36341cf03f674 namespace: e2e-gw1-20542c80ea resourceVersion: "26553" uid: 35aa4fa1-f7b8-4dec-a3a6-f5c2d1d004d9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T18:50:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "14208" uid: 963dcf36-6f9d-4040-8324-66491872ea38 kind: Event lastTimestamp: "2026-10-30T19:26:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:50:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:26:57Z" name: sequence-graph-ff374.18e36341cf720f1c namespace: e2e-gw1-20542c80ea resourceVersion: "26554" uid: f030c7a2-3880-4b02-aab3-21f79d239bcb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:58:02.356702Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl namespace: e2e-gw1-20542c80ea resourceVersion: "16562" uid: b809ca08-c447-40d5-ab3c-317e1d2a58ee kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/success-200-isvc-2794d-predictor-b4b4bc48-m57wl to ip-10-0-131-204.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T18:58:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:58:02Z" name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl.18e363af92c9b798 namespace: e2e-gw1-20542c80ea resourceVersion: "16566" uid: 334cff4d-863d-417d-b55a-5fcf20500db3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl namespace: e2e-gw1-20542c80ea resourceVersion: "16570" uid: b809ca08-c447-40d5-ab3c-317e1d2a58ee kind: Event lastTimestamp: "2026-10-30T18:58:02Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:58:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:58:02Z" name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl.18e363afb5b3aeed namespace: e2e-gw1-20542c80ea resourceVersion: "16608" uid: e3cb3c11-16f3-4a65-9f95-571621a917e5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl namespace: e2e-gw1-20542c80ea resourceVersion: "16564" uid: b809ca08-c447-40d5-ab3c-317e1d2a58ee kind: Event lastTimestamp: "2026-10-30T18:58:02Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2147" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:58:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:02Z" name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl.18e363afb71be1ae namespace: e2e-gw1-20542c80ea resourceVersion: "16610" uid: 0c6ee655-d778-4f71-8dbb-c1200866ca29 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl namespace: e2e-gw1-20542c80ea resourceVersion: "16564" uid: b809ca08-c447-40d5-ab3c-317e1d2a58ee kind: Event lastTimestamp: "2026-10-30T18:58:03Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:03Z" name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl.18e363afb9d889ba namespace: e2e-gw1-20542c80ea resourceVersion: "16611" uid: fdf8b9a3-699e-4341-a754-a9563b6f3653 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl namespace: e2e-gw1-20542c80ea resourceVersion: "16564" uid: b809ca08-c447-40d5-ab3c-317e1d2a58ee kind: Event lastTimestamp: "2026-10-30T18:58:03Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:03Z" name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl.18e363afba4d722b namespace: e2e-gw1-20542c80ea resourceVersion: "16612" uid: c7580d03-8232-49d7-be51-12ec5211a8bf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl namespace: e2e-gw1-20542c80ea resourceVersion: "16564" uid: b809ca08-c447-40d5-ab3c-317e1d2a58ee kind: Event lastTimestamp: "2026-10-30T18:58:03Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:03Z" name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl.18e363afba58c7eb namespace: e2e-gw1-20542c80ea resourceVersion: "16613" uid: a00366ba-4672-43cc-aa7d-71901da06425 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl namespace: e2e-gw1-20542c80ea resourceVersion: "16564" uid: b809ca08-c447-40d5-ab3c-317e1d2a58ee kind: Event lastTimestamp: "2026-10-30T18:58:03Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:03Z" name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl.18e363afbd18673d namespace: e2e-gw1-20542c80ea resourceVersion: "16614" uid: 6e925d6a-f103-4e20-b8b6-d2f1a78cb826 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl namespace: e2e-gw1-20542c80ea resourceVersion: "16564" uid: b809ca08-c447-40d5-ab3c-317e1d2a58ee kind: Event lastTimestamp: "2026-10-30T18:58:03Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:03Z" name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl.18e363afbd910793 namespace: e2e-gw1-20542c80ea resourceVersion: "16615" uid: bc2e1b8e-6b37-420e-8d88-19cdde878257 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-10-30T18:58:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl namespace: e2e-gw1-20542c80ea resourceVersion: "16564" uid: b809ca08-c447-40d5-ab3c-317e1d2a58ee kind: Event lastTimestamp: "2026-10-30T18:58:49Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:58:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:58:49Z" name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl.18e363afee258ba5 namespace: e2e-gw1-20542c80ea resourceVersion: "17077" uid: 9926e1c0-38d0-47d9-b60f-702b3aac2dbf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl namespace: e2e-gw1-20542c80ea resourceVersion: "16564" uid: b809ca08-c447-40d5-ab3c-317e1d2a58ee kind: Event lastTimestamp: "2026-10-30T18:59:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T18:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:23Z" name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl.18e363c28f0cb228 namespace: e2e-gw1-20542c80ea resourceVersion: "17342" uid: 7549858b-abe9-4f09-bc4c-da5fd1489388 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl namespace: e2e-gw1-20542c80ea resourceVersion: "16564" uid: b809ca08-c447-40d5-ab3c-317e1d2a58ee kind: Event lastTimestamp: "2026-10-30T18:59:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T18:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:23Z" name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl.18e363c28f0d2a51 namespace: e2e-gw1-20542c80ea resourceVersion: "17343" uid: 5b189184-dfbf-42dd-af57-5d09fc2e5fd5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl namespace: e2e-gw1-20542c80ea resourceVersion: "16564" uid: b809ca08-c447-40d5-ab3c-317e1d2a58ee kind: Event lastTimestamp: "2026-10-30T18:59:24Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:24Z" name: success-200-isvc-2794d-predictor-b4b4bc48-m57wl.18e363c2ca5e3a7b namespace: e2e-gw1-20542c80ea resourceVersion: "17348" uid: 0a52b0f6-de03-4dc6-8d04-e9d4003f3684 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-2794d-predictor-b4b4bc48 namespace: e2e-gw1-20542c80ea resourceVersion: "16555" uid: 63dc11a0-d9fc-48de-b615-66a39c454aa3 kind: Event lastTimestamp: "2026-10-30T18:58:02Z" message: 'Created pod: success-200-isvc-2794d-predictor-b4b4bc48-m57wl' metadata: creationTimestamp: "2026-10-30T18:58:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:58:02Z" name: success-200-isvc-2794d-predictor-b4b4bc48.18e363af925763e3 namespace: e2e-gw1-20542c80ea resourceVersion: "16563" uid: 9517624e-f9c9-4341-8f3e-f573d7d1ace4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-2794d-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "16553" uid: 44b0c16d-57e0-4ced-b01b-27dac9876687 kind: Event lastTimestamp: "2026-10-30T18:58:02Z" message: Scaled up replica set success-200-isvc-2794d-predictor-b4b4bc48 from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:58:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:58:02Z" name: success-200-isvc-2794d-predictor.18e363af906d5aed namespace: e2e-gw1-20542c80ea resourceVersion: "16556" uid: aacd5caa-f29a-4a14-a155-17a28dc0387d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2794d-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "16554" uid: 2239490b-58b7-4a6b-bdbe-b603811d7881 kind: Event lastTimestamp: "2026-10-30T18:58:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:58:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:58:17Z" name: success-200-isvc-2794d-predictor.18e363b30ef85b3d namespace: e2e-gw1-20542c80ea resourceVersion: "16716" uid: 4ba5d064-9535-4796-a5cf-1dfda3695c67 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2794d-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "16554" uid: 2239490b-58b7-4a6b-bdbe-b603811d7881 kind: Event lastTimestamp: "2026-10-30T18:58:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:58:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:58:17Z" name: success-200-isvc-2794d-predictor.18e363b30f623852 namespace: e2e-gw1-20542c80ea resourceVersion: "16718" uid: 85a1e806-0fe7-417c-975f-f8c7f41ce338 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T18:58:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2794d-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "16717" uid: 2239490b-58b7-4a6b-bdbe-b603811d7881 kind: Event lastTimestamp: "2026-10-30T18:59:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:58:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:17Z" name: success-200-isvc-2794d-predictor.18e363b68e2f0ed6 namespace: e2e-gw1-20542c80ea resourceVersion: "17270" uid: 9ce15176-d0ac-47af-b12d-77f1d06b987c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T18:58:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2794d-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "16717" uid: 2239490b-58b7-4a6b-bdbe-b603811d7881 kind: Event lastTimestamp: "2026-10-30T18:59:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:58:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:17Z" name: success-200-isvc-2794d-predictor.18e363b68e995a3c namespace: e2e-gw1-20542c80ea resourceVersion: "17271" uid: cb13bcc7-cbfd-44c4-a791-23cab97cb7d4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:58:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2794d namespace: e2e-gw1-20542c80ea resourceVersion: "16543" uid: 1f129b02-d445-4529-a12a-f0dfb672e06b kind: Event lastTimestamp: "2026-10-30T18:59:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T18:58:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:59:00Z" name: success-200-isvc-2794d.18e363af90f161fc namespace: e2e-gw1-20542c80ea resourceVersion: "17145" uid: f610f32e-f149-4953-bd64-b4a77bb98a0f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2794d namespace: e2e-gw1-20542c80ea resourceVersion: "16543" uid: 1f129b02-d445-4529-a12a-f0dfb672e06b kind: Event lastTimestamp: "2026-10-30T18:58:02Z" message: 'Failed to update status for InferenceService "success-200-isvc-2794d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2794d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T18:58:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:58:02Z" name: success-200-isvc-2794d.18e363af91796967 namespace: e2e-gw1-20542c80ea resourceVersion: "16560" uid: 44eb961c-8d8f-4d3f-b2aa-5e6056221cbc reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:58:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2794d namespace: e2e-gw1-20542c80ea resourceVersion: "16543" uid: 1f129b02-d445-4529-a12a-f0dfb672e06b kind: Event lastTimestamp: "2026-10-30T18:58:02Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2794d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T18:58:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:58:02Z" name: success-200-isvc-2794d.18e363af9179b54d namespace: e2e-gw1-20542c80ea resourceVersion: "16561" uid: 4f9eb29a-82c8-419c-a402-7f7dcc4347da reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2794d namespace: e2e-gw1-20542c80ea resourceVersion: "17143" uid: 1f129b02-d445-4529-a12a-f0dfb672e06b kind: Event lastTimestamp: "2026-10-30T18:59:00Z" message: InferenceService [success-200-isvc-2794d] is Ready metadata: creationTimestamp: "2026-10-30T18:59:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:59:00Z" name: success-200-isvc-2794d.18e363bcff06084c namespace: e2e-gw1-20542c80ea resourceVersion: "17144" uid: c3a889af-bc6e-4251-83a3-661712aab36d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:59:29.241381Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c85ae-predictor-74dd747476-m87h9 namespace: e2e-gw1-20542c80ea resourceVersion: "17399" uid: 38cdb615-58c0-4050-a6ba-90b58523521b kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/success-200-isvc-c85ae-predictor-74dd747476-m87h9 to ip-10-0-131-204.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:59:29Z" name: success-200-isvc-c85ae-predictor-74dd747476-m87h9.18e363c3cd84b4a8 namespace: e2e-gw1-20542c80ea resourceVersion: "17404" uid: 4f563338-9b0b-47bd-9bda-b4f54a613c8a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c85ae-predictor-74dd747476-m87h9 namespace: e2e-gw1-20542c80ea resourceVersion: "17409" uid: 38cdb615-58c0-4050-a6ba-90b58523521b kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:59:29Z" name: success-200-isvc-c85ae-predictor-74dd747476-m87h9.18e363c3f060a5ee namespace: e2e-gw1-20542c80ea resourceVersion: "17445" uid: aafc205b-0bec-408f-b53e-16e91c871518 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c85ae-predictor-74dd747476-m87h9 namespace: e2e-gw1-20542c80ea resourceVersion: "17401" uid: 38cdb615-58c0-4050-a6ba-90b58523521b kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2147" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:29Z" name: success-200-isvc-c85ae-predictor-74dd747476-m87h9.18e363c3f1de864d namespace: e2e-gw1-20542c80ea resourceVersion: "17448" uid: 40bb2f6d-cbbc-41ec-94ed-906d0b9eb090 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c85ae-predictor-74dd747476-m87h9 namespace: e2e-gw1-20542c80ea resourceVersion: "17401" uid: 38cdb615-58c0-4050-a6ba-90b58523521b kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:29Z" name: success-200-isvc-c85ae-predictor-74dd747476-m87h9.18e363c3f4d0f35c namespace: e2e-gw1-20542c80ea resourceVersion: "17450" uid: 5ae67265-5a69-4d2b-83a4-4bdb5c9fde2d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c85ae-predictor-74dd747476-m87h9 namespace: e2e-gw1-20542c80ea resourceVersion: "17401" uid: 38cdb615-58c0-4050-a6ba-90b58523521b kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:29Z" name: success-200-isvc-c85ae-predictor-74dd747476-m87h9.18e363c3f5491d06 namespace: e2e-gw1-20542c80ea resourceVersion: "17451" uid: 75cb3e9c-39d8-43bc-931b-79cc7c40ae5e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c85ae-predictor-74dd747476-m87h9 namespace: e2e-gw1-20542c80ea resourceVersion: "17401" uid: 38cdb615-58c0-4050-a6ba-90b58523521b kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:29Z" name: success-200-isvc-c85ae-predictor-74dd747476-m87h9.18e363c3f55417a0 namespace: e2e-gw1-20542c80ea resourceVersion: "17452" uid: 9d042bba-24a9-4ba9-b413-6af6808319fd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c85ae-predictor-74dd747476-m87h9 namespace: e2e-gw1-20542c80ea resourceVersion: "17401" uid: 38cdb615-58c0-4050-a6ba-90b58523521b kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:29Z" name: success-200-isvc-c85ae-predictor-74dd747476-m87h9.18e363c3f954712f namespace: e2e-gw1-20542c80ea resourceVersion: "17453" uid: a26a981c-3aad-4352-9726-2a86ed84c52a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c85ae-predictor-74dd747476-m87h9 namespace: e2e-gw1-20542c80ea resourceVersion: "17401" uid: 38cdb615-58c0-4050-a6ba-90b58523521b kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:59:29Z" name: success-200-isvc-c85ae-predictor-74dd747476-m87h9.18e363c3f9d11d11 namespace: e2e-gw1-20542c80ea resourceVersion: "17454" uid: 0ae08806-e9e7-49d3-afc5-c2a7b623ebce reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-30T18:59:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c85ae-predictor-74dd747476-m87h9 namespace: e2e-gw1-20542c80ea resourceVersion: "17401" uid: 38cdb615-58c0-4050-a6ba-90b58523521b kind: Event lastTimestamp: "2026-10-30T19:08:56Z" message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:59:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:08:56Z" name: success-200-isvc-c85ae-predictor-74dd747476-m87h9.18e363c40c26cffa namespace: e2e-gw1-20542c80ea resourceVersion: "20308" uid: cf1cac27-098d-4323-b046-8371b5421d9b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:08:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c85ae-predictor-74dd747476-m87h9 namespace: e2e-gw1-20542c80ea resourceVersion: "17401" uid: 38cdb615-58c0-4050-a6ba-90b58523521b kind: Event lastTimestamp: "2026-10-30T19:08:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T19:08:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:08:55Z" name: success-200-isvc-c85ae-predictor-74dd747476-m87h9.18e364479286d0e1 namespace: e2e-gw1-20542c80ea resourceVersion: "20299" uid: 508fa4f3-bb48-425f-9074-4fde44f3f42a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:08:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c85ae-predictor-74dd747476-m87h9 namespace: e2e-gw1-20542c80ea resourceVersion: "17401" uid: 38cdb615-58c0-4050-a6ba-90b58523521b kind: Event lastTimestamp: "2026-10-30T19:08:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T19:08:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:08:55Z" name: success-200-isvc-c85ae-predictor-74dd747476-m87h9.18e3644792875639 namespace: e2e-gw1-20542c80ea resourceVersion: "20300" uid: e43e7332-c9a0-4e5e-a55d-489cc513d292 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:08:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c85ae-predictor-74dd747476-m87h9 namespace: e2e-gw1-20542c80ea resourceVersion: "17401" uid: 38cdb615-58c0-4050-a6ba-90b58523521b kind: Event lastTimestamp: "2026-10-30T19:08:56Z" message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp 10.132.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T19:08:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:08:56Z" name: success-200-isvc-c85ae-predictor-74dd747476-m87h9.18e36447d49af102 namespace: e2e-gw1-20542c80ea resourceVersion: "20307" uid: 981408f3-ac1c-4212-95ee-423e0765ae25 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c85ae-predictor-74dd747476 namespace: e2e-gw1-20542c80ea resourceVersion: "17393" uid: da2df984-fcde-44b5-a13a-6333fc5d0b82 kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: 'Created pod: success-200-isvc-c85ae-predictor-74dd747476-m87h9' metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:29Z" name: success-200-isvc-c85ae-predictor-74dd747476.18e363c3cd1c5503 namespace: e2e-gw1-20542c80ea resourceVersion: "17402" uid: f093193e-5ac5-4383-b04d-43bf5a48fa2a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c85ae-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "17391" uid: f97ecf81-a79c-4641-acb7-c2b0a0727f2a kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: Scaled up replica set success-200-isvc-c85ae-predictor-74dd747476 from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:29Z" name: success-200-isvc-c85ae-predictor.18e363c3cb4ce1f5 namespace: e2e-gw1-20542c80ea resourceVersion: "17394" uid: ee1693cc-7b8d-4741-8ef5-29f5385cffed reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T18:59:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c85ae-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "17392" uid: 79a87780-316e-490f-a3c7-011f52a8167b kind: Event lastTimestamp: "2026-10-30T18:59:59Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:59Z" name: success-200-isvc-c85ae-predictor.18e363c749be6c4f namespace: e2e-gw1-20542c80ea resourceVersion: "17685" uid: b81ccafc-6c17-4073-8756-78616d757e70 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T18:59:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c85ae-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "17392" uid: 79a87780-316e-490f-a3c7-011f52a8167b kind: Event lastTimestamp: "2026-10-30T18:59:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:59:59Z" name: success-200-isvc-c85ae-predictor.18e363c74a2f8cf4 namespace: e2e-gw1-20542c80ea resourceVersion: "17686" uid: f4e84901-1e67-47c2-8edc-d9f2e095a848 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T19:00:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c85ae-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "17573" uid: 79a87780-316e-490f-a3c7-011f52a8167b kind: Event lastTimestamp: "2026-10-30T19:00:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T19:00:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:00:59Z" name: success-200-isvc-c85ae-predictor.18e363ce48f1ab6e namespace: e2e-gw1-20542c80ea resourceVersion: "18046" uid: 39000be4-bddd-49f1-b992-033875cf03a8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T19:00:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c85ae-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "17573" uid: 79a87780-316e-490f-a3c7-011f52a8167b kind: Event lastTimestamp: "2026-10-30T19:00:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T19:00:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:00:59Z" name: success-200-isvc-c85ae-predictor.18e363ce4961bb29 namespace: e2e-gw1-20542c80ea resourceVersion: "18047" uid: f86ec319-0e49-4cea-af88-de269da45f92 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c85ae namespace: e2e-gw1-20542c80ea resourceVersion: "17381" uid: d443dc1b-290d-4fb9-8037-0ab303a1a31f kind: Event lastTimestamp: "2026-10-30T19:00:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T19:00:26Z" name: success-200-isvc-c85ae.18e363c3cbcb3f79 namespace: e2e-gw1-20542c80ea resourceVersion: "17835" uid: c08165d7-2c6e-47b3-99d7-f9ccfc044acb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c85ae namespace: e2e-gw1-20542c80ea resourceVersion: "17381" uid: d443dc1b-290d-4fb9-8037-0ab303a1a31f kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: 'Failed to update status for InferenceService "success-200-isvc-c85ae": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c85ae": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:59:29Z" name: success-200-isvc-c85ae.18e363c3cc5a3249 namespace: e2e-gw1-20542c80ea resourceVersion: "17398" uid: 037d7db7-3209-420c-9cbe-7ab6575fd7e9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:59:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c85ae namespace: e2e-gw1-20542c80ea resourceVersion: "17381" uid: d443dc1b-290d-4fb9-8037-0ab303a1a31f kind: Event lastTimestamp: "2026-10-30T18:59:29Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c85ae": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T18:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:59:29Z" name: success-200-isvc-c85ae.18e363c3cc5a7cce namespace: e2e-gw1-20542c80ea resourceVersion: "17400" uid: 5c2d086a-2026-4e2c-9456-c835d79568fa reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:00:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c85ae namespace: e2e-gw1-20542c80ea resourceVersion: "17832" uid: d443dc1b-290d-4fb9-8037-0ab303a1a31f kind: Event lastTimestamp: "2026-10-30T19:00:26Z" message: InferenceService [success-200-isvc-c85ae] is Ready metadata: creationTimestamp: "2026-10-30T19:00:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T19:00:26Z" name: success-200-isvc-c85ae.18e363d11daa0cf5 namespace: e2e-gw1-20542c80ea resourceVersion: "17833" uid: 99e97cb9-ae5b-4099-af1a-cf5db2a09cb6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T19:09:00.583197Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq namespace: e2e-gw1-20542c80ea resourceVersion: "20354" uid: 4267dc0f-42d5-4473-86f4-bdb507ae884b kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/success-200-isvc-f04bb-predictor-5c849f7f88-rncqq to ip-10-0-131-204.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T19:09:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T19:09:00Z" name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq.18e36448d424f6f3 namespace: e2e-gw1-20542c80ea resourceVersion: "20359" uid: e7d3edae-df55-4e6d-9ebf-aebe2f30ae32 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq namespace: e2e-gw1-20542c80ea resourceVersion: "20364" uid: 4267dc0f-42d5-4473-86f4-bdb507ae884b kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T19:09:01Z" name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq.18e36448f69d83c6 namespace: e2e-gw1-20542c80ea resourceVersion: "20401" uid: f2a25ff7-15bf-4864-a754-958f28ed0dae reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq namespace: e2e-gw1-20542c80ea resourceVersion: "20356" uid: 4267dc0f-42d5-4473-86f4-bdb507ae884b kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2147" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:01Z" name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq.18e36448f80e142f namespace: e2e-gw1-20542c80ea resourceVersion: "20403" uid: 0595c285-3781-4784-a1e3-04d32f11af93 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq namespace: e2e-gw1-20542c80ea resourceVersion: "20356" uid: 4267dc0f-42d5-4473-86f4-bdb507ae884b kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Container created metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:01Z" name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq.18e36448fa9c4334 namespace: e2e-gw1-20542c80ea resourceVersion: "20404" uid: 4057dedc-3b22-4df0-aa45-dab767108fd5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq namespace: e2e-gw1-20542c80ea resourceVersion: "20356" uid: 4267dc0f-42d5-4473-86f4-bdb507ae884b kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Container started metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:01Z" name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq.18e36448fb0cd426 namespace: e2e-gw1-20542c80ea resourceVersion: "20405" uid: 14be3ced-b936-4b61-a375-e3091bcc768a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq namespace: e2e-gw1-20542c80ea resourceVersion: "20356" uid: 4267dc0f-42d5-4473-86f4-bdb507ae884b kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:01Z" name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq.18e36448fb180c68 namespace: e2e-gw1-20542c80ea resourceVersion: "20406" uid: 4acd106e-8964-4715-8679-b441ae4c7c12 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq namespace: e2e-gw1-20542c80ea resourceVersion: "20356" uid: 4267dc0f-42d5-4473-86f4-bdb507ae884b kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Container created metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:01Z" name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq.18e36448fda492d1 namespace: e2e-gw1-20542c80ea resourceVersion: "20407" uid: 9f7a6b3b-44ee-46e6-b33b-a5008ec9705d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq namespace: e2e-gw1-20542c80ea resourceVersion: "20356" uid: 4267dc0f-42d5-4473-86f4-bdb507ae884b kind: Event lastTimestamp: "2026-10-30T19:09:01Z" message: Container started metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:01Z" name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq.18e36448fe1a60e4 namespace: e2e-gw1-20542c80ea resourceVersion: "20408" uid: 170de873-40f6-44e1-b528-9108685a7ce2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-10-30T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq namespace: e2e-gw1-20542c80ea resourceVersion: "20356" uid: 4267dc0f-42d5-4473-86f4-bdb507ae884b kind: Event lastTimestamp: "2026-10-30T19:09:47Z" message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:09:47Z" name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq.18e364491a63de5a namespace: e2e-gw1-20542c80ea resourceVersion: "20866" uid: 4f53c712-82ee-43c5-a111-0421756d057f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:26:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq namespace: e2e-gw1-20542c80ea resourceVersion: "20356" uid: 4267dc0f-42d5-4473-86f4-bdb507ae884b kind: Event lastTimestamp: "2026-10-30T19:26:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T19:26:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:26:32Z" name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq.18e3653da5d624b3 namespace: e2e-gw1-20542c80ea resourceVersion: "26334" uid: d9e1af36-974d-41d3-876e-d9177606e660 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:26:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq namespace: e2e-gw1-20542c80ea resourceVersion: "20356" uid: 4267dc0f-42d5-4473-86f4-bdb507ae884b kind: Event lastTimestamp: "2026-10-30T19:26:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T19:26:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:26:32Z" name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq.18e3653da5d6a6c4 namespace: e2e-gw1-20542c80ea resourceVersion: "26335" uid: 31c5fc98-d956-4f09-a88f-b06c37c414b8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:26:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq namespace: e2e-gw1-20542c80ea resourceVersion: "20356" uid: 4267dc0f-42d5-4473-86f4-bdb507ae884b kind: Event lastTimestamp: "2026-10-30T19:26:32Z" message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp 10.132.0.42:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T19:26:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:26:32Z" name: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq.18e3653dcf1b1e4d namespace: e2e-gw1-20542c80ea resourceVersion: "26343" uid: 090c627a-98bc-4b3a-b1ed-79e47e708e4e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-f04bb-predictor-5c849f7f88 namespace: e2e-gw1-20542c80ea resourceVersion: "20348" uid: 28880652-6460-432a-a552-16df522f53ea kind: Event lastTimestamp: "2026-10-30T19:09:00Z" message: 'Created pod: success-200-isvc-f04bb-predictor-5c849f7f88-rncqq' metadata: creationTimestamp: "2026-10-30T19:09:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:09:00Z" name: success-200-isvc-f04bb-predictor-5c849f7f88.18e36448d3c66af2 namespace: e2e-gw1-20542c80ea resourceVersion: "20357" uid: 55c666a4-55ea-42b1-b8c3-60b517996f56 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-f04bb-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "20346" uid: 714ec17f-02a9-45af-bc8d-2ce8171e6647 kind: Event lastTimestamp: "2026-10-30T19:09:00Z" message: Scaled up replica set success-200-isvc-f04bb-predictor-5c849f7f88 from 0 to 1 metadata: creationTimestamp: "2026-10-30T19:09:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:09:00Z" name: success-200-isvc-f04bb-predictor.18e36448d1d90802 namespace: e2e-gw1-20542c80ea resourceVersion: "20349" uid: 49515e4c-767d-48c3-aa7b-f374ac525e1b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T19:09:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f04bb-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "20347" uid: b61a77cc-084a-45b9-a362-ac60284f1bd9 kind: Event lastTimestamp: "2026-10-30T19:09:30Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T19:09:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:09:30Z" name: success-200-isvc-f04bb-predictor.18e3644c5071614f namespace: e2e-gw1-20542c80ea resourceVersion: "20637" uid: bf0c53b6-bdad-406f-87a7-c9272a1e0679 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T19:09:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f04bb-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "20347" uid: b61a77cc-084a-45b9-a362-ac60284f1bd9 kind: Event lastTimestamp: "2026-10-30T19:09:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T19:09:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:09:30Z" name: success-200-isvc-f04bb-predictor.18e3644c51012432 namespace: e2e-gw1-20542c80ea resourceVersion: "20638" uid: cd36f35f-fc94-4ed6-901e-e529d11c369e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T19:09:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f04bb-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "20525" uid: b61a77cc-084a-45b9-a362-ac60284f1bd9 kind: Event lastTimestamp: "2026-10-30T19:10:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T19:09:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:10:15Z" name: success-200-isvc-f04bb-predictor.18e364534e910c9b namespace: e2e-gw1-20542c80ea resourceVersion: "21359" uid: 9f9b8312-21e5-44d8-95cb-15050671fb2b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-10-30T19:09:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f04bb-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "20525" uid: b61a77cc-084a-45b9-a362-ac60284f1bd9 kind: Event lastTimestamp: "2026-10-30T19:10:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T19:09:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:10:15Z" name: success-200-isvc-f04bb-predictor.18e364534f0a8b5d namespace: e2e-gw1-20542c80ea resourceVersion: "21360" uid: 20348ab7-f8f4-4264-a6ad-1f2ccaefe94b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T19:09:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f04bb namespace: e2e-gw1-20542c80ea resourceVersion: "20337" uid: 9ea78165-89c5-4cba-b5a3-71005b7c6e0e kind: Event lastTimestamp: "2026-10-30T19:09:57Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T19:09:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T19:09:57Z" name: success-200-isvc-f04bb.18e36448d26c1530 namespace: e2e-gw1-20542c80ea resourceVersion: "21075" uid: 3bcc2cb6-9fbd-4ed2-abd8-cc4e27a5fea8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f04bb namespace: e2e-gw1-20542c80ea resourceVersion: "20337" uid: 9ea78165-89c5-4cba-b5a3-71005b7c6e0e kind: Event lastTimestamp: "2026-10-30T19:09:00Z" message: 'Failed to update status for InferenceService "success-200-isvc-f04bb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f04bb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T19:09:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T19:09:00Z" name: success-200-isvc-f04bb.18e36448d30dc3df namespace: e2e-gw1-20542c80ea resourceVersion: "20353" uid: c6dc1849-5511-4a78-94d6-24f8d83926c5 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f04bb namespace: e2e-gw1-20542c80ea resourceVersion: "20337" uid: 9ea78165-89c5-4cba-b5a3-71005b7c6e0e kind: Event lastTimestamp: "2026-10-30T19:09:00Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f04bb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T19:09:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T19:09:00Z" name: success-200-isvc-f04bb.18e36448d30e1fe3 namespace: e2e-gw1-20542c80ea resourceVersion: "20355" uid: 8f77ec54-3cf9-4ba4-aeb4-d473dcb34f3e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:09:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f04bb namespace: e2e-gw1-20542c80ea resourceVersion: "21071" uid: 9ea78165-89c5-4cba-b5a3-71005b7c6e0e kind: Event lastTimestamp: "2026-10-30T19:09:57Z" message: InferenceService [success-200-isvc-f04bb] is Ready metadata: creationTimestamp: "2026-10-30T19:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T19:09:57Z" name: success-200-isvc-f04bb.18e364562bc20463 namespace: e2e-gw1-20542c80ea resourceVersion: "21073" uid: f213ab95-5c3b-4bb4-b80f-b21f579a9226 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T18:48:30.814180Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8 namespace: e2e-gw1-20542c80ea resourceVersion: "13606" uid: e7e05dbb-f454-4adf-9c3b-f6efd79275ed kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/success-200-isvc-ff374-predictor-5687f8548d-2mkf8 to ip-10-0-131-204.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T18:48:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T18:48:30Z" name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8.18e3632a8032f893 namespace: e2e-gw1-20542c80ea resourceVersion: "13611" uid: 09cdc6f2-4170-4b3e-9390-7e5765057064 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8 namespace: e2e-gw1-20542c80ea resourceVersion: "13615" uid: e7e05dbb-f454-4adf-9c3b-f6efd79275ed kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T18:48:31Z" name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8.18e3632aa27508ed namespace: e2e-gw1-20542c80ea resourceVersion: "13650" uid: 8b5fe45e-147b-40f6-8a8c-b45e45102696 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8 namespace: e2e-gw1-20542c80ea resourceVersion: "13609" uid: e7e05dbb-f454-4adf-9c3b-f6efd79275ed kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2147" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:31Z" name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8.18e3632aa3f4242d namespace: e2e-gw1-20542c80ea resourceVersion: "13652" uid: 075bd2fb-b331-4b8b-b189-a9a8d199659b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8 namespace: e2e-gw1-20542c80ea resourceVersion: "13609" uid: e7e05dbb-f454-4adf-9c3b-f6efd79275ed kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:31Z" name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8.18e3632aa6ed0bac namespace: e2e-gw1-20542c80ea resourceVersion: "13653" uid: 8b70b636-5420-4f72-af7b-34775723b4e8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8 namespace: e2e-gw1-20542c80ea resourceVersion: "13609" uid: e7e05dbb-f454-4adf-9c3b-f6efd79275ed kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:31Z" name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8.18e3632aa761309e namespace: e2e-gw1-20542c80ea resourceVersion: "13654" uid: cfab43df-c0ab-447a-9743-9adbe2c07ca4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8 namespace: e2e-gw1-20542c80ea resourceVersion: "13609" uid: e7e05dbb-f454-4adf-9c3b-f6efd79275ed kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Container image "quay.io/opendatahub/odh-kube-rbac-proxy@sha256:acd9de62b8339dbacd39635317e5e596e09a70ae26ac9eccdde4a4124388740f" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:31Z" name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8.18e3632aa76bfebf namespace: e2e-gw1-20542c80ea resourceVersion: "13655" uid: d692eb6b-09e5-44a3-838c-d2ff2f8b9243 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8 namespace: e2e-gw1-20542c80ea resourceVersion: "13609" uid: e7e05dbb-f454-4adf-9c3b-f6efd79275ed kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Container created metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:31Z" name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8.18e3632aa9fd614c namespace: e2e-gw1-20542c80ea resourceVersion: "13657" uid: 80347149-b032-4ea4-b593-e8ed62cb0514 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8 namespace: e2e-gw1-20542c80ea resourceVersion: "13609" uid: e7e05dbb-f454-4adf-9c3b-f6efd79275ed kind: Event lastTimestamp: "2026-10-30T18:48:31Z" message: Container started metadata: creationTimestamp: "2026-10-30T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:48:31Z" name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8.18e3632aaa73d411 namespace: e2e-gw1-20542c80ea resourceVersion: "13658" uid: f33f924b-f35c-4464-b6e3-4fd7dc91ade2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-10-30T18:48:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8 namespace: e2e-gw1-20542c80ea resourceVersion: "13609" uid: e7e05dbb-f454-4adf-9c3b-f6efd79275ed kind: Event lastTimestamp: "2026-10-30T18:57:58Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:48:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:57:58Z" name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8.18e3632adef23db0 namespace: e2e-gw1-20542c80ea resourceVersion: "16504" uid: 3b4d3bae-dfb2-4d13-921b-e9943e751477 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:57:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8 namespace: e2e-gw1-20542c80ea resourceVersion: "13609" uid: e7e05dbb-f454-4adf-9c3b-f6efd79275ed kind: Event lastTimestamp: "2026-10-30T18:57:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-10-30T18:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:57:56Z" name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8.18e363ae5313a04b namespace: e2e-gw1-20542c80ea resourceVersion: "16493" uid: 7e49bffc-b7f6-4968-b414-f2644b589059 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:57:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8 namespace: e2e-gw1-20542c80ea resourceVersion: "13609" uid: e7e05dbb-f454-4adf-9c3b-f6efd79275ed kind: Event lastTimestamp: "2026-10-30T18:57:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-10-30T18:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:57:57Z" name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8.18e363ae531432ba namespace: e2e-gw1-20542c80ea resourceVersion: "16494" uid: 5fb8e4d1-c003-4879-afd9-8c6fd0e3a027 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:57:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8 namespace: e2e-gw1-20542c80ea resourceVersion: "13609" uid: e7e05dbb-f454-4adf-9c3b-f6efd79275ed kind: Event lastTimestamp: "2026-10-30T18:57:58Z" message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp 10.132.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-10-30T18:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T18:57:58Z" name: success-200-isvc-ff374-predictor-5687f8548d-2mkf8.18e363aea768814c namespace: e2e-gw1-20542c80ea resourceVersion: "16502" uid: 03bac27b-0f83-4d8d-9e7c-a8b10088ae36 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-204.us-east-2.compute.internal source: component: kubelet host: ip-10-0-131-204.us-east-2.compute.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ff374-predictor-5687f8548d namespace: e2e-gw1-20542c80ea resourceVersion: "13600" uid: 6075216c-ce80-429c-838a-28aac692e919 kind: Event lastTimestamp: "2026-10-30T18:48:30Z" message: 'Created pod: success-200-isvc-ff374-predictor-5687f8548d-2mkf8' metadata: creationTimestamp: "2026-10-30T18:48:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:30Z" name: success-200-isvc-ff374-predictor-5687f8548d.18e3632a7fbe4777 namespace: e2e-gw1-20542c80ea resourceVersion: "13608" uid: 3f05bffa-5643-473a-8957-e4981e1e11b1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ff374-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "13598" uid: 6f83f67c-3ff2-4633-ab51-ad6568fae4b7 kind: Event lastTimestamp: "2026-10-30T18:48:30Z" message: Scaled up replica set success-200-isvc-ff374-predictor-5687f8548d from 0 to 1 metadata: creationTimestamp: "2026-10-30T18:48:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:48:30Z" name: success-200-isvc-ff374-predictor.18e3632a7de97e2d namespace: e2e-gw1-20542c80ea resourceVersion: "13601" uid: 46d48b44-ad8b-40ba-982b-bd85e1e48aae reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T18:48:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ff374-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "13599" uid: ec9de9e1-efe2-4165-8e17-bd2f5c2ecc43 kind: Event lastTimestamp: "2026-10-30T18:49:00Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:48:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:49:00Z" name: success-200-isvc-ff374-predictor.18e3632dfc6a3773 namespace: e2e-gw1-20542c80ea resourceVersion: "13884" uid: 859e3035-7d6e-4425-86ea-67ab55a39633 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-10-30T18:48:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ff374-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "13599" uid: ec9de9e1-efe2-4165-8e17-bd2f5c2ecc43 kind: Event lastTimestamp: "2026-10-30T18:49:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T18:48:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:49:00Z" name: success-200-isvc-ff374-predictor.18e3632dfcb817a4 namespace: e2e-gw1-20542c80ea resourceVersion: "13885" uid: b7b2c29f-cdd4-456e-b15d-b1416e511fb2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T18:49:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ff374-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "13762" uid: ec9de9e1-efe2-4165-8e17-bd2f5c2ecc43 kind: Event lastTimestamp: "2026-10-30T18:50:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:50:00Z" name: success-200-isvc-ff374-predictor.18e36334fa3181cc namespace: e2e-gw1-20542c80ea resourceVersion: "14234" uid: c0ebcea2-cd52-4d91-82eb-7173d0b04440 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T18:49:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ff374-predictor namespace: e2e-gw1-20542c80ea resourceVersion: "13762" uid: ec9de9e1-efe2-4165-8e17-bd2f5c2ecc43 kind: Event lastTimestamp: "2026-10-30T18:50:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T18:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T18:50:00Z" name: success-200-isvc-ff374-predictor.18e36334faa36885 namespace: e2e-gw1-20542c80ea resourceVersion: "14235" uid: 925deab6-f518-43a4-ba20-db858efca176 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-10-30T18:48:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "13589" uid: 2f0d4663-ca89-45c4-8e5d-f83dba82eee3 kind: Event lastTimestamp: "2026-10-30T18:49:28Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-10-30T18:48:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:49:28Z" name: success-200-isvc-ff374.18e3632a7e686da7 namespace: e2e-gw1-20542c80ea resourceVersion: "14032" uid: b3775f25-7e72-47c9-a856-00c6ea662c16 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "13589" uid: 2f0d4663-ca89-45c4-8e5d-f83dba82eee3 kind: Event lastTimestamp: "2026-10-30T18:48:30Z" message: 'Failed to update status for InferenceService "success-200-isvc-ff374": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-ff374": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T18:48:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:48:30Z" name: success-200-isvc-ff374.18e3632a7f26644d namespace: e2e-gw1-20542c80ea resourceVersion: "13605" uid: 0ba488eb-989c-4bab-bbc3-705ce4a74836 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:48:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "13589" uid: 2f0d4663-ca89-45c4-8e5d-f83dba82eee3 kind: Event lastTimestamp: "2026-10-30T18:48:30Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-ff374": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-10-30T18:48:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:48:30Z" name: success-200-isvc-ff374.18e3632a7f26b425 namespace: e2e-gw1-20542c80ea resourceVersion: "13607" uid: 484798e9-e311-49fd-9a9b-f5aa1fbec3fc reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T18:49:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ff374 namespace: e2e-gw1-20542c80ea resourceVersion: "14029" uid: 2f0d4663-ca89-45c4-8e5d-f83dba82eee3 kind: Event lastTimestamp: "2026-10-30T18:49:28Z" message: InferenceService [success-200-isvc-ff374] is Ready metadata: creationTimestamp: "2026-10-30T18:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T18:49:28Z" name: success-200-isvc-ff374.18e36337f037b555 namespace: e2e-gw1-20542c80ea resourceVersion: "14031" uid: dfd893cd-3253-4841-85fa-339ab451d4e8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-10-30T19:10:10.770136Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-f04bb-85d9475c98-vrqtr namespace: e2e-gw1-20542c80ea resourceVersion: "21314" uid: ae2165ba-1ad9-4a73-b6d4-b2736468d53d kind: Event lastTimestamp: null message: Successfully assigned e2e-gw1-20542c80ea/switch-graph-f04bb-85d9475c98-vrqtr to ip-10-0-138-133.us-east-2.compute.internal metadata: creationTimestamp: "2026-10-30T19:10:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-10-30T19:10:10Z" name: switch-graph-f04bb-85d9475c98-vrqtr.18e364592b9c9e58 namespace: e2e-gw1-20542c80ea resourceVersion: "21319" uid: 9a7fcc98-209c-461b-9695-593e09d06efc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59f54968c6-2j5rq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:10:11Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-f04bb-85d9475c98-vrqtr namespace: e2e-gw1-20542c80ea resourceVersion: "21324" uid: ae2165ba-1ad9-4a73-b6d4-b2736468d53d kind: Event lastTimestamp: "2026-10-30T19:10:11Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-10-30T19:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-10-30T19:10:11Z" name: switch-graph-f04bb-85d9475c98-vrqtr.18e364594de795a2 namespace: e2e-gw1-20542c80ea resourceVersion: "21334" uid: 0518e020-dd5a-4f7a-a511-0be1ecffdd22 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:10:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f04bb} kind: Pod name: switch-graph-f04bb-85d9475c98-vrqtr namespace: e2e-gw1-20542c80ea resourceVersion: "21317" uid: ae2165ba-1ad9-4a73-b6d4-b2736468d53d kind: Event lastTimestamp: "2026-10-30T19:10:11Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:561002e842ac9bbf33141cfcc92eb7b7cc604d16ec35596c7ce81c9e22e080f4" already present on machine and can be accessed by the pod metadata: creationTimestamp: "2026-10-30T19:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:10:11Z" name: switch-graph-f04bb-85d9475c98-vrqtr.18e364594f3a504b namespace: e2e-gw1-20542c80ea resourceVersion: "21336" uid: be900d32-7b7b-4822-958c-3237654694e4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:10:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f04bb} kind: Pod name: switch-graph-f04bb-85d9475c98-vrqtr namespace: e2e-gw1-20542c80ea resourceVersion: "21317" uid: ae2165ba-1ad9-4a73-b6d4-b2736468d53d kind: Event lastTimestamp: "2026-10-30T19:10:11Z" message: Container created metadata: creationTimestamp: "2026-10-30T19:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:10:11Z" name: switch-graph-f04bb-85d9475c98-vrqtr.18e3645951d6fd0b namespace: e2e-gw1-20542c80ea resourceVersion: "21337" uid: 98abd2a6-ad1a-4d3b-8087-d7ab6b63b9de reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:10:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f04bb} kind: Pod name: switch-graph-f04bb-85d9475c98-vrqtr namespace: e2e-gw1-20542c80ea resourceVersion: "21317" uid: ae2165ba-1ad9-4a73-b6d4-b2736468d53d kind: Event lastTimestamp: "2026-10-30T19:10:11Z" message: Container started metadata: creationTimestamp: "2026-10-30T19:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-10-30T19:10:11Z" name: switch-graph-f04bb-85d9475c98-vrqtr.18e3645952443245 namespace: e2e-gw1-20542c80ea resourceVersion: "21338" uid: 51e8bb0b-5d95-40c2-b637-51fe7761cbb1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-133.us-east-2.compute.internal source: component: kubelet host: ip-10-0-138-133.us-east-2.compute.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:10:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-f04bb-85d9475c98 namespace: e2e-gw1-20542c80ea resourceVersion: "21311" uid: 7ebd080b-32a9-41af-9803-73d5a65d940d kind: Event lastTimestamp: "2026-10-30T19:10:10Z" message: 'Created pod: switch-graph-f04bb-85d9475c98-vrqtr' metadata: creationTimestamp: "2026-10-30T19:10:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:10:10Z" name: switch-graph-f04bb-85d9475c98.18e364592b1e89d7 namespace: e2e-gw1-20542c80ea resourceVersion: "21316" uid: 58222b47-4eb6-4455-b43a-06b2f94e6f44 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:10:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-f04bb namespace: e2e-gw1-20542c80ea resourceVersion: "21309" uid: ecdee1a8-5d10-4e65-adb3-689bddce5892 kind: Event lastTimestamp: "2026-10-30T19:10:10Z" message: Scaled up replica set switch-graph-f04bb-85d9475c98 from 0 to 1 metadata: creationTimestamp: "2026-10-30T19:10:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:10:10Z" name: switch-graph-f04bb.18e364592a3b411a namespace: e2e-gw1-20542c80ea resourceVersion: "21312" uid: 3f5bf8b3-9290-4575-a122-9c6f5ca3efee reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:10:10Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-f04bb namespace: e2e-gw1-20542c80ea resourceVersion: "21327" uid: b3040169-a8e8-4df3-bb1e-f64d7fcdffb7 kind: Event lastTimestamp: "2026-10-30T19:10:10Z" message: InferenceGraph [switch-graph-f04bb] is Ready metadata: creationTimestamp: "2026-10-30T19:10:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-10-30T19:10:10Z" name: switch-graph-f04bb.18e364592e995e35 namespace: e2e-gw1-20542c80ea resourceVersion: "21329" uid: 0de0c36c-2a5d-40d9-a4ee-44942c3a45c1 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:10:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-f04bb namespace: e2e-gw1-20542c80ea resourceVersion: "21310" uid: 72e5e31a-2fd7-4119-883b-e56b2106d1c6 kind: Event lastTimestamp: "2026-10-30T19:10:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T19:10:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:10:25Z" name: switch-graph-f04bb.18e3645ca8bd9255 namespace: e2e-gw1-20542c80ea resourceVersion: "21418" uid: 2134f96b-f411-42a0-9b04-ee2a48c06d33 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-10-30T19:10:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-f04bb namespace: e2e-gw1-20542c80ea resourceVersion: "21310" uid: 72e5e31a-2fd7-4119-883b-e56b2106d1c6 kind: Event lastTimestamp: "2026-10-30T19:10:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-10-30T19:10:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:10:25Z" name: switch-graph-f04bb.18e3645ca9230100 namespace: e2e-gw1-20542c80ea resourceVersion: "21420" uid: 4b70dfc7-76f5-403e-8df9-ba87c40ade06 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T19:10:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-f04bb namespace: e2e-gw1-20542c80ea resourceVersion: "21419" uid: 72e5e31a-2fd7-4119-883b-e56b2106d1c6 kind: Event lastTimestamp: "2026-10-30T19:27:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T19:10:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:27:11Z" name: switch-graph-f04bb.18e3646027d9ee38 namespace: e2e-gw1-20542c80ea resourceVersion: "26616" uid: 0099d7f6-db62-4024-a7f3-07931d73f5d7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-10-30T19:10:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-f04bb namespace: e2e-gw1-20542c80ea resourceVersion: "21419" uid: 72e5e31a-2fd7-4119-883b-e56b2106d1c6 kind: Event lastTimestamp: "2026-10-30T19:27:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-10-30T19:10:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-10-30T19:27:11Z" name: switch-graph-f04bb.18e364602842908f namespace: e2e-gw1-20542c80ea resourceVersion: "26617" uid: e5cbbcc9-3695-4807-a080-7b6ef75cc6d2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "26619"