--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:25:26.635037Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm namespace: kserve-ci-e2e-test resourceVersion: "20633" uid: ba6d7c47-90d5-4c71-8cdb-80cf301e9b2a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-d3ac8-74c8fdd6dd-xmccm to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:25:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:25:26Z" name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm.18c0b25414d25c3c namespace: kserve-ci-e2e-test resourceVersion: "20644" uid: 9f5bc0c7-503c-4c96-800d-d42816f4f8dc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:27Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm namespace: kserve-ci-e2e-test resourceVersion: "20649" uid: ba6d7c47-90d5-4c71-8cdb-80cf301e9b2a kind: Event lastTimestamp: "2026-07-09T18:25:27Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:25:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:25:27Z" name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm.18c0b2542e2fff25 namespace: kserve-ci-e2e-test resourceVersion: "20657" uid: dfa88eb5-53fb-4b4d-9f9f-5d4f1f578fc0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d3ac8} kind: Pod name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm namespace: kserve-ci-e2e-test resourceVersion: "20638" uid: ba6d7c47-90d5-4c71-8cdb-80cf301e9b2a kind: Event lastTimestamp: "2026-07-09T18:25:27Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13" already present on machine metadata: creationTimestamp: "2026-07-09T18:25:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:27Z" name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm.18c0b2542fc9f241 namespace: kserve-ci-e2e-test resourceVersion: "20659" uid: 6e541e5f-acf7-4e9a-bdde-66a0056025e9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d3ac8} kind: Pod name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm namespace: kserve-ci-e2e-test resourceVersion: "20638" uid: ba6d7c47-90d5-4c71-8cdb-80cf301e9b2a kind: Event lastTimestamp: "2026-07-09T18:25:27Z" message: 'Created container: ensemble-graph-d3ac8' metadata: creationTimestamp: "2026-07-09T18:25:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:27Z" name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm.18c0b2543283a3eb namespace: kserve-ci-e2e-test resourceVersion: "20660" uid: fd511c45-ee5f-4fa6-b234-583a20a28cfe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d3ac8} kind: Pod name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm namespace: kserve-ci-e2e-test resourceVersion: "20638" uid: ba6d7c47-90d5-4c71-8cdb-80cf301e9b2a kind: Event lastTimestamp: "2026-07-09T18:25:27Z" message: Started container ensemble-graph-d3ac8 metadata: creationTimestamp: "2026-07-09T18:25:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:27Z" name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm.18c0b25432f0ad9a namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: c2583260-281d-4540-9629-31d0d5b76fe2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d3ac8} kind: Pod name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm namespace: kserve-ci-e2e-test resourceVersion: "20638" uid: ba6d7c47-90d5-4c71-8cdb-80cf301e9b2a kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: Stopping container ensemble-graph-d3ac8 metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:36Z" name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm.18c0b2566150f7b3 namespace: kserve-ci-e2e-test resourceVersion: "20748" uid: 4edc9a9f-c8ba-4ff5-ad9a-48542dfff35f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:25:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d3ac8} kind: Pod name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm namespace: kserve-ci-e2e-test resourceVersion: "20638" uid: ba6d7c47-90d5-4c71-8cdb-80cf301e9b2a kind: Event lastTimestamp: "2026-07-09T18:26:03Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:25:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:03Z" name: ensemble-graph-d3ac8-74c8fdd6dd-xmccm.18c0b256c821d5e6 namespace: kserve-ci-e2e-test resourceVersion: "21149" uid: 6a9dfa0a-51c5-4aba-ae81-b3ba668ed951 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-d3ac8-74c8fdd6dd namespace: kserve-ci-e2e-test resourceVersion: "20629" uid: efada536-5060-4328-825d-1893d96f17ca kind: Event lastTimestamp: "2026-07-09T18:25:26Z" message: 'Created pod: ensemble-graph-d3ac8-74c8fdd6dd-xmccm' metadata: creationTimestamp: "2026-07-09T18:25:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:26Z" name: ensemble-graph-d3ac8-74c8fdd6dd.18c0b2541109611d namespace: kserve-ci-e2e-test resourceVersion: "20637" uid: c0c23d05-56a6-4b46-8db6-55d452c639d7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-d3ac8 namespace: kserve-ci-e2e-test resourceVersion: "20626" uid: e571ac02-7a3d-416c-82d2-ecc90099717e kind: Event lastTimestamp: "2026-07-09T18:25:26Z" message: Scaled up replica set ensemble-graph-d3ac8-74c8fdd6dd from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:25:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:26Z" name: ensemble-graph-d3ac8.18c0b254082d2b8d namespace: kserve-ci-e2e-test resourceVersion: "20630" uid: b9f1f6ae-ce55-49a2-92e8-806963479c38 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:26Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-d3ac8 namespace: kserve-ci-e2e-test resourceVersion: "20651" uid: 08d43c07-c171-4edc-9640-0f5b53a91758 kind: Event lastTimestamp: "2026-07-09T18:25:26Z" message: InferenceGraph [ensemble-graph-d3ac8] is Ready metadata: creationTimestamp: "2026-07-09T18:25:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:26Z" name: ensemble-graph-d3ac8.18c0b2541c474e80 namespace: kserve-ci-e2e-test resourceVersion: "20653" uid: fe869429-ed56-47b4-b99d-3302b616377f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:26:36.750303Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-fdee6-58647fdc98-8zx69 namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: 213c6204-bea1-45e3-8069-017c3d4514d7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-fdee6-58647fdc98-8zx69 to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:26:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:26:36Z" name: ensemble-graph-fdee6-58647fdc98-8zx69.18c0b264680478e7 namespace: kserve-ci-e2e-test resourceVersion: "21599" uid: dfc8b1c1-3cdb-444d-8ccf-eb94c0c91f71 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:37Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-fdee6-58647fdc98-8zx69 namespace: kserve-ci-e2e-test resourceVersion: "21603" uid: 213c6204-bea1-45e3-8069-017c3d4514d7 kind: Event lastTimestamp: "2026-07-09T18:26:37Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:26:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:26:37Z" name: ensemble-graph-fdee6-58647fdc98-8zx69.18c0b264814d5cd9 namespace: kserve-ci-e2e-test resourceVersion: "21621" uid: afcfc93f-0614-4223-8c46-3c58fc223b07 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fdee6} kind: Pod name: ensemble-graph-fdee6-58647fdc98-8zx69 namespace: kserve-ci-e2e-test resourceVersion: "21595" uid: 213c6204-bea1-45e3-8069-017c3d4514d7 kind: Event lastTimestamp: "2026-07-09T18:26:37Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:37Z" name: ensemble-graph-fdee6-58647fdc98-8zx69.18c0b264828d7531 namespace: kserve-ci-e2e-test resourceVersion: "21623" uid: e8873ed6-f169-46bc-b84b-a433f57f0181 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fdee6} kind: Pod name: ensemble-graph-fdee6-58647fdc98-8zx69 namespace: kserve-ci-e2e-test resourceVersion: "21595" uid: 213c6204-bea1-45e3-8069-017c3d4514d7 kind: Event lastTimestamp: "2026-07-09T18:26:37Z" message: 'Created container: ensemble-graph-fdee6' metadata: creationTimestamp: "2026-07-09T18:26:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:37Z" name: ensemble-graph-fdee6-58647fdc98-8zx69.18c0b264858d3f84 namespace: kserve-ci-e2e-test resourceVersion: "21624" uid: e9781fa2-a8cf-4098-8a87-016a49e6b77e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fdee6} kind: Pod name: ensemble-graph-fdee6-58647fdc98-8zx69 namespace: kserve-ci-e2e-test resourceVersion: "21595" uid: 213c6204-bea1-45e3-8069-017c3d4514d7 kind: Event lastTimestamp: "2026-07-09T18:26:37Z" message: Started container ensemble-graph-fdee6 metadata: creationTimestamp: "2026-07-09T18:26:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:37Z" name: ensemble-graph-fdee6-58647fdc98-8zx69.18c0b26486079b09 namespace: kserve-ci-e2e-test resourceVersion: "21625" uid: 05ef02b0-94d2-4ab9-8ce3-3410b3c56358 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fdee6} kind: Pod name: ensemble-graph-fdee6-58647fdc98-8zx69 namespace: kserve-ci-e2e-test resourceVersion: "21595" uid: 213c6204-bea1-45e3-8069-017c3d4514d7 kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: Stopping container ensemble-graph-fdee6 metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:51Z" name: ensemble-graph-fdee6-58647fdc98-8zx69.18c0b2d790e03377 namespace: kserve-ci-e2e-test resourceVersion: "25375" uid: 603b9c8f-fdc7-4b11-b2ef-6007fa9feefc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:34:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fdee6} kind: Pod name: ensemble-graph-fdee6-58647fdc98-8zx69 namespace: kserve-ci-e2e-test resourceVersion: "21595" uid: 213c6204-bea1-45e3-8069-017c3d4514d7 kind: Event lastTimestamp: "2026-07-09T18:35:18Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:34:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:18Z" name: ensemble-graph-fdee6-58647fdc98-8zx69.18c0b2d8135cb05c namespace: kserve-ci-e2e-test resourceVersion: "25735" uid: 6820c97e-618d-44a6-85d2-f8d0e0a2737f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-fdee6-58647fdc98 namespace: kserve-ci-e2e-test resourceVersion: "21589" uid: 14bf32b0-fdd9-4e71-bd52-7700579e1c44 kind: Event lastTimestamp: "2026-07-09T18:26:36Z" message: 'Created pod: ensemble-graph-fdee6-58647fdc98-8zx69' metadata: creationTimestamp: "2026-07-09T18:26:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:36Z" name: ensemble-graph-fdee6-58647fdc98.18c0b264677585ad namespace: kserve-ci-e2e-test resourceVersion: "21594" uid: a9b543a9-91c1-4ff6-89ab-57a355c0348d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: cca774aa-2d89-48a0-8136-84682985cfd2 kind: Event lastTimestamp: "2026-07-09T18:26:36Z" message: Scaled up replica set ensemble-graph-fdee6-58647fdc98 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:26:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:36Z" name: ensemble-graph-fdee6.18c0b264666da8d6 namespace: kserve-ci-e2e-test resourceVersion: "21590" uid: 5619b163-ef70-4150-b6dd-866004e562ad reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:36Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "21607" uid: 9213301a-2858-433d-9e1a-164b8069f301 kind: Event lastTimestamp: "2026-07-09T18:26:36Z" message: InferenceGraph [ensemble-graph-fdee6] is Ready metadata: creationTimestamp: "2026-07-09T18:26:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:36Z" name: ensemble-graph-fdee6.18c0b2646c800dba namespace: kserve-ci-e2e-test resourceVersion: "21609" uid: efb8d678-0a10-4a5a-852f-766a794834aa reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "21588" uid: 6df798b6-46a1-4cea-9fbf-fdfc64d9f736 kind: Event lastTimestamp: "2026-07-09T18:26:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:26:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:51Z" name: ensemble-graph-fdee6.18c0b267e528c383 namespace: kserve-ci-e2e-test resourceVersion: "21745" uid: f262cf27-4ffc-4c4b-9459-1b13068db22f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "21588" uid: 6df798b6-46a1-4cea-9fbf-fdfc64d9f736 kind: Event lastTimestamp: "2026-07-09T18:26:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:26:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:51Z" name: ensemble-graph-fdee6.18c0b267e57188a5 namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: e885615e-b4e8-4ee3-9a78-44d88320fa9d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "21746" uid: 6df798b6-46a1-4cea-9fbf-fdfc64d9f736 kind: Event lastTimestamp: "2026-07-09T18:27:06Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:06Z" name: ensemble-graph-fdee6.18c0b26b64207dd5 namespace: kserve-ci-e2e-test resourceVersion: "21901" uid: 7c625254-84bd-4c1b-9523-a07f2315dd27 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "21746" uid: 6df798b6-46a1-4cea-9fbf-fdfc64d9f736 kind: Event lastTimestamp: "2026-07-09T18:27:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:06Z" name: ensemble-graph-fdee6.18c0b26b648ba981 namespace: kserve-ci-e2e-test resourceVersion: "21903" uid: b09c7426-c070-4ff1-853d-3630e178eaaf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:41.486832Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd namespace: kserve-ci-e2e-test resourceVersion: "15972" uid: 52c2d7ec-855f-42a1-9c52-7dd4c2b720c2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd to ip-10-0-135-87.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:41Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd.18c0b1cbd7456170 namespace: kserve-ci-e2e-test resourceVersion: "15983" uid: dc0be403-e70f-43a2-999f-6bf5ed4ea247 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 52c2d7ec-855f-42a1-9c52-7dd4c2b720c2 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-04bd4-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd.18c0b1cbe51fa5f6 namespace: kserve-ci-e2e-test resourceVersion: "16015" uid: 2cb51118-8b07-46c0-890f-b5a18a2f9960 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:42Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd namespace: kserve-ci-e2e-test resourceVersion: "15994" uid: 52c2d7ec-855f-42a1-9c52-7dd4c2b720c2 kind: Event lastTimestamp: "2026-07-09T18:15:42Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:42Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd.18c0b1cc14af0c25 namespace: kserve-ci-e2e-test resourceVersion: "16034" uid: 3637a6b5-7cfd-401e-8a05-820a41eea704 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 52c2d7ec-855f-42a1-9c52-7dd4c2b720c2 kind: Event lastTimestamp: "2026-07-09T18:15:42Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:42Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd.18c0b1cc160bd6c3 namespace: kserve-ci-e2e-test resourceVersion: "16037" uid: 56664e12-6e8d-4aa5-a5aa-b779c561847c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 52c2d7ec-855f-42a1-9c52-7dd4c2b720c2 kind: Event lastTimestamp: "2026-07-09T18:15:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:15:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:42Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd.18c0b1cc18af1a1a namespace: kserve-ci-e2e-test resourceVersion: "16038" uid: c63fb680-8641-4b52-983f-014d010cc5f2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 52c2d7ec-855f-42a1-9c52-7dd4c2b720c2 kind: Event lastTimestamp: "2026-07-09T18:15:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:15:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:42Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd.18c0b1cc19286ff3 namespace: kserve-ci-e2e-test resourceVersion: "16039" uid: bae1a0df-bd87-4c5c-b24c-e47e48621a78 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 52c2d7ec-855f-42a1-9c52-7dd4c2b720c2 kind: Event lastTimestamp: "2026-07-09T18:15:42Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:42Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd.18c0b1cc1931bea8 namespace: kserve-ci-e2e-test resourceVersion: "16040" uid: 7ad85a23-fa9c-42c1-9726-114ad7223962 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 52c2d7ec-855f-42a1-9c52-7dd4c2b720c2 kind: Event lastTimestamp: "2026-07-09T18:15:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:15:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:42Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd.18c0b1cc1c07a821 namespace: kserve-ci-e2e-test resourceVersion: "16041" uid: abe6a25a-ede1-4a26-b906-a6430130756a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 52c2d7ec-855f-42a1-9c52-7dd4c2b720c2 kind: Event lastTimestamp: "2026-07-09T18:15:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:15:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:42Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd.18c0b1cc1c67e8ae namespace: kserve-ci-e2e-test resourceVersion: "16043" uid: d15c3c96-a253-4ef0-8eb2-810fb5970134 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:15:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 52c2d7ec-855f-42a1-9c52-7dd4c2b720c2 kind: Event lastTimestamp: "2026-07-09T18:16:19Z" message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:15:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:19Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd.18c0b1cc4491e39b namespace: kserve-ci-e2e-test resourceVersion: "16417" uid: 0cc4fb10-6c36-4fba-9680-8f427bcf6815 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 52c2d7ec-855f-42a1-9c52-7dd4c2b720c2 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd.18c0b24cf6ed9bf9 namespace: kserve-ci-e2e-test resourceVersion: "20235" uid: 16112b2d-e49f-4a9d-bf27-2ceedadff35a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 52c2d7ec-855f-42a1-9c52-7dd4c2b720c2 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd.18c0b24cf6ee14ff namespace: kserve-ci-e2e-test resourceVersion: "20238" uid: 80a441fe-c95c-4c66-ae8e-6c38819bfdbd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-04bd4-predictor-5bf6d6f9fc namespace: kserve-ci-e2e-test resourceVersion: "15965" uid: 54e2a0fe-80d5-4913-be1b-f9530229f6a6 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: 'Created pod: error-404-isvc-04bd4-predictor-5bf6d6f9fc-74sxd' metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:41Z" name: error-404-isvc-04bd4-predictor-5bf6d6f9fc.18c0b1cbd6d5031e namespace: kserve-ci-e2e-test resourceVersion: "15978" uid: fa014a8a-0ddb-4479-93f6-e69724571170 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-04bd4-predictor namespace: kserve-ci-e2e-test resourceVersion: "15963" uid: b0cb4b9c-50f0-4368-b4d1-7cd019a9a516 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Scaled up replica set error-404-isvc-04bd4-predictor-5bf6d6f9fc from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:41Z" name: error-404-isvc-04bd4-predictor.18c0b1cbd4fdb21f namespace: kserve-ci-e2e-test resourceVersion: "15966" uid: 0642b4e5-4a08-44c4-9b64-2db468df7708 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-04bd4-predictor namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: bba23233-c253-492b-942f-b969186b432e kind: Event lastTimestamp: "2026-07-09T18:16:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:11Z" name: error-404-isvc-04bd4-predictor.18c0b1cf538bd7c5 namespace: kserve-ci-e2e-test resourceVersion: "16306" uid: ca48fc01-f162-4667-acd2-3b6b3d8a2eb5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-04bd4-predictor namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: bba23233-c253-492b-942f-b969186b432e kind: Event lastTimestamp: "2026-07-09T18:16:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:11Z" name: error-404-isvc-04bd4-predictor.18c0b1cf541f263f namespace: kserve-ci-e2e-test resourceVersion: "16307" uid: e23f550c-e7b8-4b23-8607-724085800ad3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-04bd4-predictor namespace: kserve-ci-e2e-test resourceVersion: "16172" uid: bba23233-c253-492b-942f-b969186b432e kind: Event lastTimestamp: "2026-07-09T18:16:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:56Z" name: error-404-isvc-04bd4-predictor.18c0b1d651b3396e namespace: kserve-ci-e2e-test resourceVersion: "16751" uid: 2816b59a-6132-44d4-90ea-50e92b5854a8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-04bd4-predictor namespace: kserve-ci-e2e-test resourceVersion: "16172" uid: bba23233-c253-492b-942f-b969186b432e kind: Event lastTimestamp: "2026-07-09T18:16:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:56Z" name: error-404-isvc-04bd4-predictor.18c0b1d65224a360 namespace: kserve-ci-e2e-test resourceVersion: "16753" uid: d6dcb824-7d05-4794-b5a0-29eee111df0a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-04bd4 namespace: kserve-ci-e2e-test resourceVersion: "15944" uid: 89c10057-1428-4100-b3d9-ccf512717eb8 kind: Event lastTimestamp: "2026-07-09T18:16:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:29Z" name: error-404-isvc-04bd4.18c0b1cbd508e0ed namespace: kserve-ci-e2e-test resourceVersion: "16513" uid: 08121f88-48e2-4a61-bae9-ded9f94fa2ca reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-04bd4 namespace: kserve-ci-e2e-test resourceVersion: "16511" uid: 89c10057-1428-4100-b3d9-ccf512717eb8 kind: Event lastTimestamp: "2026-07-09T18:16:29Z" message: InferenceService [error-404-isvc-04bd4] is Ready metadata: creationTimestamp: "2026-07-09T18:16:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:29Z" name: error-404-isvc-04bd4.18c0b1d7000d99b3 namespace: kserve-ci-e2e-test resourceVersion: "16512" uid: c044300e-1c53-4144-bf90-def0035616ac reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:36:02.109322Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-05318-predictor-56fccfc459-lk7cr namespace: kserve-ci-e2e-test resourceVersion: "26394" uid: 8d037bb5-cee9-4102-b7b1-764fc55d6198 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-05318-predictor-56fccfc459-lk7cr to ip-10-0-135-87.ec2.internal metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05318-predictor-56fccfc459-lk7cr.18c0b2e80a0a7e63 namespace: kserve-ci-e2e-test resourceVersion: "26398" uid: 32c8ca17-ec87-40a9-9a26-061bbf2c0f2f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-05318-predictor-56fccfc459-lk7cr namespace: kserve-ci-e2e-test resourceVersion: "26403" uid: 8d037bb5-cee9-4102-b7b1-764fc55d6198 kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05318-predictor-56fccfc459-lk7cr.18c0b2e8235e11d2 namespace: kserve-ci-e2e-test resourceVersion: "26419" uid: f1648ac2-b9c3-48e0-b891-5de5755f6cbb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-05318-predictor-56fccfc459-lk7cr namespace: kserve-ci-e2e-test resourceVersion: "26395" uid: 8d037bb5-cee9-4102-b7b1-764fc55d6198 kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05318-predictor-56fccfc459-lk7cr.18c0b2e8273328b3 namespace: kserve-ci-e2e-test resourceVersion: "26421" uid: cc5ea85c-8ee7-419d-bfc1-8dd0f896282a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-05318-predictor-56fccfc459-lk7cr namespace: kserve-ci-e2e-test resourceVersion: "26395" uid: 8d037bb5-cee9-4102-b7b1-764fc55d6198 kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05318-predictor-56fccfc459-lk7cr.18c0b2e82a37927e namespace: kserve-ci-e2e-test resourceVersion: "26422" uid: 655dbda1-6653-4b5b-a289-fc80bd00b430 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-05318-predictor-56fccfc459-lk7cr namespace: kserve-ci-e2e-test resourceVersion: "26395" uid: 8d037bb5-cee9-4102-b7b1-764fc55d6198 kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05318-predictor-56fccfc459-lk7cr.18c0b2e82aed6bf3 namespace: kserve-ci-e2e-test resourceVersion: "26423" uid: e7e4e8ba-29cd-4141-abb5-d28e9c4ec021 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-05318-predictor-56fccfc459-lk7cr namespace: kserve-ci-e2e-test resourceVersion: "26395" uid: 8d037bb5-cee9-4102-b7b1-764fc55d6198 kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05318-predictor-56fccfc459-lk7cr.18c0b2e82af66a14 namespace: kserve-ci-e2e-test resourceVersion: "26424" uid: 7ab8de31-195c-48c1-b0d6-7e32107ca468 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-05318-predictor-56fccfc459-lk7cr namespace: kserve-ci-e2e-test resourceVersion: "26395" uid: 8d037bb5-cee9-4102-b7b1-764fc55d6198 kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05318-predictor-56fccfc459-lk7cr.18c0b2e82dbdbc21 namespace: kserve-ci-e2e-test resourceVersion: "26425" uid: 5444abf5-fd44-4173-adc6-54ab9c0ba79e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-05318-predictor-56fccfc459-lk7cr namespace: kserve-ci-e2e-test resourceVersion: "26395" uid: 8d037bb5-cee9-4102-b7b1-764fc55d6198 kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05318-predictor-56fccfc459-lk7cr.18c0b2e82e2683ac namespace: kserve-ci-e2e-test resourceVersion: "26426" uid: 9d12850d-63ef-4239-9c90-8e4ef1649452 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:36:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-05318-predictor-56fccfc459-lk7cr namespace: kserve-ci-e2e-test resourceVersion: "26395" uid: 8d037bb5-cee9-4102-b7b1-764fc55d6198 kind: Event lastTimestamp: "2026-07-09T18:36:39Z" message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:36:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:39Z" name: error-404-isvc-05318-predictor-56fccfc459-lk7cr.18c0b2e869c9cee0 namespace: kserve-ci-e2e-test resourceVersion: "26806" uid: 6ca746a5-71e7-4ef6-842d-2eebb72223f0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:45:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-05318-predictor-56fccfc459-lk7cr namespace: kserve-ci-e2e-test resourceVersion: "26395" uid: 8d037bb5-cee9-4102-b7b1-764fc55d6198 kind: Event lastTimestamp: "2026-07-09T18:45:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:45:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:45:16Z" name: error-404-isvc-05318-predictor-56fccfc459-lk7cr.18c0b369344d41a4 namespace: kserve-ci-e2e-test resourceVersion: "30482" uid: fe910ce2-adf6-4d04-abd2-6c51475b0bf0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:45:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-05318-predictor-56fccfc459-lk7cr namespace: kserve-ci-e2e-test resourceVersion: "26395" uid: 8d037bb5-cee9-4102-b7b1-764fc55d6198 kind: Event lastTimestamp: "2026-07-09T18:45:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:45:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:45:16Z" name: error-404-isvc-05318-predictor-56fccfc459-lk7cr.18c0b369344d9c94 namespace: kserve-ci-e2e-test resourceVersion: "30483" uid: c292f18e-19c3-4c03-85fe-d4c99c495ee0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-05318-predictor-56fccfc459 namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: b8e74fdb-83af-479d-86bc-4f8ce2995c1c kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: 'Created pod: error-404-isvc-05318-predictor-56fccfc459-lk7cr' metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05318-predictor-56fccfc459.18c0b2e80985bd8d namespace: kserve-ci-e2e-test resourceVersion: "26397" uid: d70c9c66-22a8-42f7-8ef6-95c6b4545bf3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-05318-predictor namespace: kserve-ci-e2e-test resourceVersion: "26377" uid: b1479e91-2e7e-4bb0-82b4-7e37cc2d3ad2 kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: Scaled up replica set error-404-isvc-05318-predictor-56fccfc459 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05318-predictor.18c0b2e8074d7f79 namespace: kserve-ci-e2e-test resourceVersion: "26385" uid: 8bb2ae72-2e68-43bc-a897-54514f09f558 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:36:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-05318-predictor namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: 6bd02c7d-06b1-4a87-ba8f-68773c222356 kind: Event lastTimestamp: "2026-07-09T18:37:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:17Z" name: error-404-isvc-05318-predictor.18c0b2eb8639600b namespace: kserve-ci-e2e-test resourceVersion: "27140" uid: 7252b26d-d6d7-4353-9caf-8330857d1239 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:36:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-05318-predictor namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: 6bd02c7d-06b1-4a87-ba8f-68773c222356 kind: Event lastTimestamp: "2026-07-09T18:37:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:17Z" name: error-404-isvc-05318-predictor.18c0b2eb86b2771a namespace: kserve-ci-e2e-test resourceVersion: "27141" uid: 78aa36af-1a70-4272-9505-2ff2d733cbb1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-05318 namespace: kserve-ci-e2e-test resourceVersion: "26357" uid: e44e89da-07cc-4bb5-80b9-1a2b3e88042d kind: Event lastTimestamp: "2026-07-09T18:36:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:49Z" name: error-404-isvc-05318.18c0b2e8077d3aff namespace: kserve-ci-e2e-test resourceVersion: "26886" uid: 50281f59-62f6-4465-ae8f-35e0f791cf8f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-05318 namespace: kserve-ci-e2e-test resourceVersion: "26357" uid: e44e89da-07cc-4bb5-80b9-1a2b3e88042d kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: 'Failed to update status for InferenceService "error-404-isvc-05318": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-05318": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05318.18c0b2e80820fb78 namespace: kserve-ci-e2e-test resourceVersion: "26389" uid: 9e4d591a-03cd-462c-97af-3738d7c392fb reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-05318 namespace: kserve-ci-e2e-test resourceVersion: "26357" uid: e44e89da-07cc-4bb5-80b9-1a2b3e88042d kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-05318": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05318.18c0b2e8082156a8 namespace: kserve-ci-e2e-test resourceVersion: "26392" uid: 116bbde4-ed7d-476e-a603-5d69f39bcea2 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-05318 namespace: kserve-ci-e2e-test resourceVersion: "26884" uid: e44e89da-07cc-4bb5-80b9-1a2b3e88042d kind: Event lastTimestamp: "2026-07-09T18:36:49Z" message: InferenceService [error-404-isvc-05318] is Ready metadata: creationTimestamp: "2026-07-09T18:36:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:49Z" name: error-404-isvc-05318.18c0b2f3257edd78 namespace: kserve-ci-e2e-test resourceVersion: "26885" uid: 0511600e-6aa6-4ab3-9eb7-bfa3d3e1359c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:34:51.751672Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6 namespace: kserve-ci-e2e-test resourceVersion: "25440" uid: 66c6fbe6-a35e-4d92-b931-0f7c56aaa15e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-05680-predictor-64bf589d5f-hrsh6 to ip-10-0-135-87.ec2.internal metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:34:51Z" name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6.18c0b2d7a865e571 namespace: kserve-ci-e2e-test resourceVersion: "25448" uid: debb1c91-dceb-4eda-8eb1-0fbc6d70cd09 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6 namespace: kserve-ci-e2e-test resourceVersion: "25444" uid: 66c6fbe6-a35e-4d92-b931-0f7c56aaa15e kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-05680-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:51Z" name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6.18c0b2d7b2a21cee namespace: kserve-ci-e2e-test resourceVersion: "25473" uid: c4f226ac-2677-46cc-a0b6-99a48a47698e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6 namespace: kserve-ci-e2e-test resourceVersion: "25455" uid: 66c6fbe6-a35e-4d92-b931-0f7c56aaa15e kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:34:52Z" name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6.18c0b2d7e59a705e namespace: kserve-ci-e2e-test resourceVersion: "25497" uid: a71f65f6-02f9-4fa4-ac1f-be768c7ebb3d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6 namespace: kserve-ci-e2e-test resourceVersion: "25444" uid: 66c6fbe6-a35e-4d92-b931-0f7c56aaa15e kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:52Z" name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6.18c0b2d7e74ede81 namespace: kserve-ci-e2e-test resourceVersion: "25499" uid: 1bfe2c53-88ec-410f-866a-64ec996cbe38 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6 namespace: kserve-ci-e2e-test resourceVersion: "25444" uid: 66c6fbe6-a35e-4d92-b931-0f7c56aaa15e kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:52Z" name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6.18c0b2d7eb8f336b namespace: kserve-ci-e2e-test resourceVersion: "25501" uid: a258b7c9-421e-4de8-a046-66479a0fe41b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6 namespace: kserve-ci-e2e-test resourceVersion: "25444" uid: 66c6fbe6-a35e-4d92-b931-0f7c56aaa15e kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:52Z" name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6.18c0b2d7ebff474f namespace: kserve-ci-e2e-test resourceVersion: "25502" uid: 16591b48-25bf-4aaa-8d8d-268a832e09f0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6 namespace: kserve-ci-e2e-test resourceVersion: "25444" uid: 66c6fbe6-a35e-4d92-b931-0f7c56aaa15e kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:52Z" name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6.18c0b2d7ec08b3d4 namespace: kserve-ci-e2e-test resourceVersion: "25503" uid: 7b714d11-d871-4575-a039-3ce683f29b0f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6 namespace: kserve-ci-e2e-test resourceVersion: "25444" uid: 66c6fbe6-a35e-4d92-b931-0f7c56aaa15e kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:52Z" name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6.18c0b2d7eeb5c8a7 namespace: kserve-ci-e2e-test resourceVersion: "25505" uid: ad812343-4758-4d73-ac0e-813e645bba3f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6 namespace: kserve-ci-e2e-test resourceVersion: "25444" uid: 66c6fbe6-a35e-4d92-b931-0f7c56aaa15e kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:52Z" name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6.18c0b2d7ef2537fe namespace: kserve-ci-e2e-test resourceVersion: "25506" uid: ea61a9dc-7f92-47d4-b259-16e62de970a0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:34:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6 namespace: kserve-ci-e2e-test resourceVersion: "25444" uid: 66c6fbe6-a35e-4d92-b931-0f7c56aaa15e kind: Event lastTimestamp: "2026-07-09T18:35:30Z" message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:34:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:30Z" name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6.18c0b2d84594af0f namespace: kserve-ci-e2e-test resourceVersion: "25987" uid: 2812868d-1c6c-40ed-90d5-0ee71e327801 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6 namespace: kserve-ci-e2e-test resourceVersion: "25444" uid: 66c6fbe6-a35e-4d92-b931-0f7c56aaa15e kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6.18c0b2e807fdb984 namespace: kserve-ci-e2e-test resourceVersion: "26388" uid: 999c34c7-6938-45df-af14-0a0e971cea16 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6 namespace: kserve-ci-e2e-test resourceVersion: "25444" uid: 66c6fbe6-a35e-4d92-b931-0f7c56aaa15e kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:02Z" name: error-404-isvc-05680-predictor-64bf589d5f-hrsh6.18c0b2e807fe5a0c namespace: kserve-ci-e2e-test resourceVersion: "26390" uid: 56a2507b-d207-45be-b91f-bc038ba6488b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-05680-predictor-64bf589d5f namespace: kserve-ci-e2e-test resourceVersion: "25430" uid: a436d6e4-edd8-497b-a7a7-64e22b3a1106 kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: 'Created pod: error-404-isvc-05680-predictor-64bf589d5f-hrsh6' metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:34:51Z" name: error-404-isvc-05680-predictor-64bf589d5f.18c0b2d7a7d9f8c7 namespace: kserve-ci-e2e-test resourceVersion: "25445" uid: eedd123e-063e-4976-aca6-0d469f2281b5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-05680-predictor namespace: kserve-ci-e2e-test resourceVersion: "25425" uid: 3c86fe3a-520d-4c0e-bca9-f5c4f13970bf kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: Scaled up replica set error-404-isvc-05680-predictor-64bf589d5f from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:34:51Z" name: error-404-isvc-05680-predictor.18c0b2d7a4be5f86 namespace: kserve-ci-e2e-test resourceVersion: "25432" uid: 4ebcc578-9cdc-4b98-9184-6cde1ee76154 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-05680-predictor namespace: kserve-ci-e2e-test resourceVersion: "25427" uid: a8d75884-70f9-46df-843e-6e33a90ac415 kind: Event lastTimestamp: "2026-07-09T18:35:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:35:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:06Z" name: error-404-isvc-05680-predictor.18c0b2db2368afba namespace: kserve-ci-e2e-test resourceVersion: "25636" uid: 6130f9c8-52ef-4a03-aa30-ef009e86f0b2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-05680-predictor namespace: kserve-ci-e2e-test resourceVersion: "25427" uid: a8d75884-70f9-46df-843e-6e33a90ac415 kind: Event lastTimestamp: "2026-07-09T18:35:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:35:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:06Z" name: error-404-isvc-05680-predictor.18c0b2db23f8f6b9 namespace: kserve-ci-e2e-test resourceVersion: "25638" uid: 8d4ed8ed-d1c9-4778-8183-c6134443c4f7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-05680-predictor namespace: kserve-ci-e2e-test resourceVersion: "25637" uid: a8d75884-70f9-46df-843e-6e33a90ac415 kind: Event lastTimestamp: "2026-07-09T18:35:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:51Z" name: error-404-isvc-05680-predictor.18c0b2dea2f6565e namespace: kserve-ci-e2e-test resourceVersion: "26207" uid: a8e7838e-6d6f-4535-a9b8-2e44e38f90f3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-05680-predictor namespace: kserve-ci-e2e-test resourceVersion: "25637" uid: a8d75884-70f9-46df-843e-6e33a90ac415 kind: Event lastTimestamp: "2026-07-09T18:35:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:51Z" name: error-404-isvc-05680-predictor.18c0b2dea375d16f namespace: kserve-ci-e2e-test resourceVersion: "26211" uid: 29294e6a-677c-4709-afa5-4f7261551473 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-05680 namespace: kserve-ci-e2e-test resourceVersion: "25413" uid: 196d6da7-7b37-4ac0-adc7-6fe9173999aa kind: Event lastTimestamp: "2026-07-09T18:35:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:35:40Z" name: error-404-isvc-05680.18c0b2d7a49928be namespace: kserve-ci-e2e-test resourceVersion: "26092" uid: 7a3fb471-111f-4013-b27f-0b42578af6e8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-05680 namespace: kserve-ci-e2e-test resourceVersion: "25413" uid: 196d6da7-7b37-4ac0-adc7-6fe9173999aa kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: 'Failed to update status for InferenceService "error-404-isvc-05680": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-05680": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:34:51Z" name: error-404-isvc-05680.18c0b2d7a544072a namespace: kserve-ci-e2e-test resourceVersion: "25435" uid: d47e6644-ae1d-4c0e-bcdb-da68a36f496b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-05680 namespace: kserve-ci-e2e-test resourceVersion: "25413" uid: 196d6da7-7b37-4ac0-adc7-6fe9173999aa kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-05680": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:34:51Z" name: error-404-isvc-05680.18c0b2d7a5445ba8 namespace: kserve-ci-e2e-test resourceVersion: "25436" uid: 9a08b567-1088-41c4-9654-be1ab7adedf8 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-05680 namespace: kserve-ci-e2e-test resourceVersion: "26089" uid: 196d6da7-7b37-4ac0-adc7-6fe9173999aa kind: Event lastTimestamp: "2026-07-09T18:35:40Z" message: InferenceService [error-404-isvc-05680] is Ready metadata: creationTimestamp: "2026-07-09T18:35:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:35:40Z" name: error-404-isvc-05680.18c0b2e3030f9996 namespace: kserve-ci-e2e-test resourceVersion: "26090" uid: f4fdd24e-f4ab-4768-95ac-0220a8b81c3f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:24:56.300434Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk namespace: kserve-ci-e2e-test resourceVersion: "20297" uid: 9599298c-1d64-4cf0-9624-91c3ff3b666a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk to ip-10-0-135-87.ec2.internal metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk.18c0b24d04bd108e namespace: kserve-ci-e2e-test resourceVersion: "20302" uid: f58973e0-0a75-434c-a4f9-5913dffadfc3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk namespace: kserve-ci-e2e-test resourceVersion: "20307" uid: 9599298c-1d64-4cf0-9624-91c3ff3b666a kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk.18c0b24d1df55fb0 namespace: kserve-ci-e2e-test resourceVersion: "20335" uid: 98d74178-cdb5-4fcf-9a44-b1f8f72573f6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 9599298c-1d64-4cf0-9624-91c3ff3b666a kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk.18c0b24d1f8de61e namespace: kserve-ci-e2e-test resourceVersion: "20337" uid: dd95edda-3fa3-4e24-81fc-554e4c638cf0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 9599298c-1d64-4cf0-9624-91c3ff3b666a kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk.18c0b24d2225021d namespace: kserve-ci-e2e-test resourceVersion: "20340" uid: 21437fc2-3a44-46cb-a97c-ca4ea8bcb602 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 9599298c-1d64-4cf0-9624-91c3ff3b666a kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk.18c0b24d2292657e namespace: kserve-ci-e2e-test resourceVersion: "20341" uid: 2389c04b-d4c4-4caa-a54c-ab5108fa5fbf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 9599298c-1d64-4cf0-9624-91c3ff3b666a kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk.18c0b24d229b7613 namespace: kserve-ci-e2e-test resourceVersion: "20342" uid: ab3f80ed-5e96-471b-9498-8f8e4a7add58 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 9599298c-1d64-4cf0-9624-91c3ff3b666a kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk.18c0b24d2544dc43 namespace: kserve-ci-e2e-test resourceVersion: "20343" uid: 06e5bf77-774b-45f4-b843-32affc27d33e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 9599298c-1d64-4cf0-9624-91c3ff3b666a kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk.18c0b24d25b04b7a namespace: kserve-ci-e2e-test resourceVersion: "20344" uid: ad72cef0-befa-46d4-9827-68f860033239 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:24:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 9599298c-1d64-4cf0-9624-91c3ff3b666a kind: Event lastTimestamp: "2026-07-09T18:25:33Z" message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:24:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:33Z" name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk.18c0b24d5af089b6 namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: c6ee84d5-7978-4adf-9dab-a3fa521ddc0f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 9599298c-1d64-4cf0-9624-91c3ff3b666a kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:06Z" name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk.18c0b25d5e2c5f46 namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: ceb9b639-c921-4951-b192-191963babbe5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 9599298c-1d64-4cf0-9624-91c3ff3b666a kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:06Z" name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk.18c0b25d5e2d1166 namespace: kserve-ci-e2e-test resourceVersion: "21252" uid: 61b63744-052f-42f7-aec4-2d00ab0479f6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 9599298c-1d64-4cf0-9624-91c3ff3b666a kind: Event lastTimestamp: "2026-07-09T18:26:08Z" message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp 10.133.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:26:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:08Z" name: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk.18c0b25de340db2f namespace: kserve-ci-e2e-test resourceVersion: "21337" uid: a8ff56d9-c5df-47d5-b678-d0af2261a491 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-2e68f-predictor-59fc976fc5 namespace: kserve-ci-e2e-test resourceVersion: "20289" uid: 6061b2d6-00bc-43bd-889b-dc6d4d1a3d8f kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: 'Created pod: error-404-isvc-2e68f-predictor-59fc976fc5-4bbnk' metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-2e68f-predictor-59fc976fc5.18c0b24d0418f19c namespace: kserve-ci-e2e-test resourceVersion: "20299" uid: 679b9931-88c5-4347-a688-7905185929c8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-2e68f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20287" uid: 9551a779-736d-4043-b6b3-704d63f21ade kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Scaled up replica set error-404-isvc-2e68f-predictor-59fc976fc5 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-2e68f-predictor.18c0b24d0259e7aa namespace: kserve-ci-e2e-test resourceVersion: "20290" uid: 736dd514-3e6f-4b03-9329-7571312e64b8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:25:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2e68f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20288" uid: e1621ff3-9e89-4543-abd1-f5dae53fc037 kind: Event lastTimestamp: "2026-07-09T18:25:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:25:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:26Z" name: error-404-isvc-2e68f-predictor.18c0b25080e2aa78 namespace: kserve-ci-e2e-test resourceVersion: "20617" uid: 6c7fbf0f-96e9-4cd0-b0ed-d09b7868577c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:25:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2e68f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20288" uid: e1621ff3-9e89-4543-abd1-f5dae53fc037 kind: Event lastTimestamp: "2026-07-09T18:25:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:25:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:26Z" name: error-404-isvc-2e68f-predictor.18c0b2508154559e namespace: kserve-ci-e2e-test resourceVersion: "20618" uid: 7277daf4-f6bb-43f0-a9a0-47c1cb00b5ff reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:25:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2e68f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20479" uid: e1621ff3-9e89-4543-abd1-f5dae53fc037 kind: Event lastTimestamp: "2026-07-09T18:25:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:25:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:56Z" name: error-404-isvc-2e68f-predictor.18c0b2577f947bb8 namespace: kserve-ci-e2e-test resourceVersion: "21091" uid: 0839b983-f522-4e6b-95ce-6d3854cac546 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:25:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2e68f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20479" uid: e1621ff3-9e89-4543-abd1-f5dae53fc037 kind: Event lastTimestamp: "2026-07-09T18:25:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:25:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:56Z" name: error-404-isvc-2e68f-predictor.18c0b25780713d73 namespace: kserve-ci-e2e-test resourceVersion: "21092" uid: a4abc772-f34b-4a99-b389-a6f1e5f9d281 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2e68f namespace: kserve-ci-e2e-test resourceVersion: "20278" uid: da492f3b-7b5e-4d17-ac04-3260f3ea446f kind: Event lastTimestamp: "2026-07-09T18:25:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:43Z" name: error-404-isvc-2e68f.18c0b24d02644aff namespace: kserve-ci-e2e-test resourceVersion: "20960" uid: fd389c5e-5d8e-49f5-82f6-bd8e243d2e6d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2e68f namespace: kserve-ci-e2e-test resourceVersion: "20278" uid: da492f3b-7b5e-4d17-ac04-3260f3ea446f kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: 'Failed to update status for InferenceService "error-404-isvc-2e68f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2e68f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-2e68f.18c0b24d02df5559 namespace: kserve-ci-e2e-test resourceVersion: "20293" uid: b2cc374a-befa-4376-b9ff-5df18a57d659 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2e68f namespace: kserve-ci-e2e-test resourceVersion: "20278" uid: da492f3b-7b5e-4d17-ac04-3260f3ea446f kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2e68f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-2e68f.18c0b24d02dfa7bb namespace: kserve-ci-e2e-test resourceVersion: "20294" uid: 29e0d884-1343-4362-9a63-a5405755894f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2e68f namespace: kserve-ci-e2e-test resourceVersion: "20958" uid: da492f3b-7b5e-4d17-ac04-3260f3ea446f kind: Event lastTimestamp: "2026-07-09T18:25:43Z" message: InferenceService [error-404-isvc-2e68f] is Ready metadata: creationTimestamp: "2026-07-09T18:25:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:43Z" name: error-404-isvc-2e68f.18c0b25816d84308 namespace: kserve-ci-e2e-test resourceVersion: "20959" uid: a791105c-af32-41b8-b3b0-dcdaa6b3056e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:26:06.622957Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 namespace: kserve-ci-e2e-test resourceVersion: "21271" uid: 6b014cfd-b839-4e4a-912f-81a85924b6bf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 to ip-10-0-135-87.ec2.internal metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:26:06Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57.18c0b25d64499c1e namespace: kserve-ci-e2e-test resourceVersion: "21275" uid: e1cfbdcc-659a-4f48-9a6f-2784c5fe0293 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 namespace: kserve-ci-e2e-test resourceVersion: "21281" uid: 6b014cfd-b839-4e4a-912f-81a85924b6bf kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:26:07Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57.18c0b25d7db05f41 namespace: kserve-ci-e2e-test resourceVersion: "21303" uid: aaa9025b-2844-487d-bf02-5ae78118ecf3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 6b014cfd-b839-4e4a-912f-81a85924b6bf kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:07Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57.18c0b25d7f11b0b0 namespace: kserve-ci-e2e-test resourceVersion: "21305" uid: 3e6658c0-6c6c-411c-8fe3-dc76bc7f6543 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 6b014cfd-b839-4e4a-912f-81a85924b6bf kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:07Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57.18c0b25d81f1ac50 namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: a3009645-5cf6-4ede-8d01-406c5420be49 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 6b014cfd-b839-4e4a-912f-81a85924b6bf kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:07Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57.18c0b25d82607175 namespace: kserve-ci-e2e-test resourceVersion: "21310" uid: 80ce4ba7-9baa-4234-a0c9-072eedbda733 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 6b014cfd-b839-4e4a-912f-81a85924b6bf kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:07Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57.18c0b25d8268a87e namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: 25858456-50f7-43de-9a93-07c8ffab8d82 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 6b014cfd-b839-4e4a-912f-81a85924b6bf kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:07Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57.18c0b25d8574ed9b namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: 16f146bb-fb38-42c9-96a5-6c724f96955e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 6b014cfd-b839-4e4a-912f-81a85924b6bf kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:07Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57.18c0b25d85f38968 namespace: kserve-ci-e2e-test resourceVersion: "21315" uid: dcd4cfb4-bcc7-4e3a-b346-192a8948ae43 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-09T18:26:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 6b014cfd-b839-4e4a-912f-81a85924b6bf kind: Event lastTimestamp: "2026-07-09T18:35:24Z" message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:26:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:24Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57.18c0b25dba890732 namespace: kserve-ci-e2e-test resourceVersion: "25933" uid: 2adc51b1-3048-4310-a10f-78617115993b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 6b014cfd-b839-4e4a-912f-81a85924b6bf kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:21Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57.18c0b2de90eb4c14 namespace: kserve-ci-e2e-test resourceVersion: "25796" uid: daffc339-8c6e-4d1b-bdce-5cf78a7b7bac reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 6b014cfd-b839-4e4a-912f-81a85924b6bf kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:21Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57.18c0b2de90ec098d namespace: kserve-ci-e2e-test resourceVersion: "25795" uid: e8a6a802-15e1-4ff3-8017-693e46756ae0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 6b014cfd-b839-4e4a-912f-81a85924b6bf kind: Event lastTimestamp: "2026-07-09T18:35:24Z" message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp 10.133.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:35:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:24Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57.18c0b2df2eedf9ef namespace: kserve-ci-e2e-test resourceVersion: "25932" uid: d711d7df-b6a1-46f0-9579-471339052105 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-4ab35-predictor-5897c6f9ff namespace: kserve-ci-e2e-test resourceVersion: "21262" uid: ace49a8e-5c32-406f-9155-783febb0badf kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: 'Created pod: error-404-isvc-4ab35-predictor-5897c6f9ff-ghl57' metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:06Z" name: error-404-isvc-4ab35-predictor-5897c6f9ff.18c0b25d63aaab75 namespace: kserve-ci-e2e-test resourceVersion: "21272" uid: 3906e752-263e-468d-8895-734520bb7ec3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-4ab35-predictor namespace: kserve-ci-e2e-test resourceVersion: "21260" uid: d5346f9d-754f-4738-b433-5e3c2178c6de kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: Scaled up replica set error-404-isvc-4ab35-predictor-5897c6f9ff from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:06Z" name: error-404-isvc-4ab35-predictor.18c0b25d61eef80f namespace: kserve-ci-e2e-test resourceVersion: "21264" uid: efa81348-562a-40b3-84f3-ceaa68f3193e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4ab35-predictor namespace: kserve-ci-e2e-test resourceVersion: "21261" uid: bed1b4b7-8bbc-4525-9bb8-1d9bcb0a796f kind: Event lastTimestamp: "2026-07-09T18:26:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:21Z" name: error-404-isvc-4ab35-predictor.18c0b260e078dfc3 namespace: kserve-ci-e2e-test resourceVersion: "21446" uid: afd135ac-70af-41ae-b249-0e284cdf570e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4ab35-predictor namespace: kserve-ci-e2e-test resourceVersion: "21261" uid: bed1b4b7-8bbc-4525-9bb8-1d9bcb0a796f kind: Event lastTimestamp: "2026-07-09T18:26:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:21Z" name: error-404-isvc-4ab35-predictor.18c0b260e0f4044b namespace: kserve-ci-e2e-test resourceVersion: "21448" uid: e25ea9f7-8c23-4dc9-b929-3b057238bfcd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:26:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4ab35-predictor namespace: kserve-ci-e2e-test resourceVersion: "21447" uid: bed1b4b7-8bbc-4525-9bb8-1d9bcb0a796f kind: Event lastTimestamp: "2026-07-09T18:27:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:26:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:21Z" name: error-404-isvc-4ab35-predictor.18c0b2645facac2b namespace: kserve-ci-e2e-test resourceVersion: "22025" uid: 00c837a9-c1ca-4ad6-ae72-8d92d9f6de0e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:26:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4ab35-predictor namespace: kserve-ci-e2e-test resourceVersion: "21447" uid: bed1b4b7-8bbc-4525-9bb8-1d9bcb0a796f kind: Event lastTimestamp: "2026-07-09T18:27:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:26:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:21Z" name: error-404-isvc-4ab35-predictor.18c0b264603312d2 namespace: kserve-ci-e2e-test resourceVersion: "22026" uid: fe85980e-020d-4c26-bc3b-86f7666f8dd9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4ab35 namespace: kserve-ci-e2e-test resourceVersion: "21242" uid: 70b178de-4d3b-4f5e-b58e-739dc807904f kind: Event lastTimestamp: "2026-07-09T18:26:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:54Z" name: error-404-isvc-4ab35.18c0b25d6200943c namespace: kserve-ci-e2e-test resourceVersion: "21783" uid: dec6d04e-eef1-43e1-a092-2d21790837ca reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4ab35 namespace: kserve-ci-e2e-test resourceVersion: "21242" uid: 70b178de-4d3b-4f5e-b58e-739dc807904f kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: 'Failed to update status for InferenceService "error-404-isvc-4ab35": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-4ab35": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:06Z" name: error-404-isvc-4ab35.18c0b25d626434aa namespace: kserve-ci-e2e-test resourceVersion: "21268" uid: 34c88bbf-9cf0-4c16-8af6-97f6ef2e8742 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4ab35 namespace: kserve-ci-e2e-test resourceVersion: "21242" uid: 70b178de-4d3b-4f5e-b58e-739dc807904f kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-4ab35": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:06Z" name: error-404-isvc-4ab35.18c0b25d626465da namespace: kserve-ci-e2e-test resourceVersion: "21269" uid: 385e5ddd-df56-491e-b9b1-a20cdcff39a9 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4ab35 namespace: kserve-ci-e2e-test resourceVersion: "21780" uid: 70b178de-4d3b-4f5e-b58e-739dc807904f kind: Event lastTimestamp: "2026-07-09T18:26:54Z" message: InferenceService [error-404-isvc-4ab35] is Ready metadata: creationTimestamp: "2026-07-09T18:26:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:54Z" name: error-404-isvc-4ab35.18c0b26877a618a5 namespace: kserve-ci-e2e-test resourceVersion: "21782" uid: 2a1903af-6821-46d9-99b5-938438093417 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:13:21.714778Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14349" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-7eb51-predictor-695f658b7c-cmcvh to ip-10-0-135-87.ec2.internal metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:13:21Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1ab4c350953 namespace: kserve-ci-e2e-test resourceVersion: "14353" uid: d69824ee-ed8f-47b8-acf4-8655796d5ef4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-7eb51-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:21Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1ab598838e0 namespace: kserve-ci-e2e-test resourceVersion: "14383" uid: cb640ed2-7c5f-4fff-a207-47c4c5c4914c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:22Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14362" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:13:22Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:13:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:13:22Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1ab8992f1c7 namespace: kserve-ci-e2e-test resourceVersion: "14426" uid: b9753cbc-fde3-446a-bbf6-bfb3313d2ac0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:13:22Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1718" metadata: creationTimestamp: "2026-07-09T18:13:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:22Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1ab8b2eba25 namespace: kserve-ci-e2e-test resourceVersion: "14428" uid: 8a4bb9ef-e19b-4505-a0c3-bbc23b6815f9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:13:35Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1718" in 13.028s (13.028s including waiting). Image size: 1334626411 bytes.' metadata: creationTimestamp: "2026-07-09T18:13:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:35Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1ae93bf794b namespace: kserve-ci-e2e-test resourceVersion: "14545" uid: 3501a950-e2e7-4474-a6bc-86c90c84f981 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:13:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:13:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:35Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1ae9705a2fa namespace: kserve-ci-e2e-test resourceVersion: "14546" uid: 5346967d-e78d-4b76-91d9-6cd8c22d5311 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:13:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:13:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:35Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1ae979353f6 namespace: kserve-ci-e2e-test resourceVersion: "14547" uid: 97d9dddb-959b-4a30-9ec8-a72a6ad9dfec reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:13:35Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-09T18:13:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:35Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1ae979f89fb namespace: kserve-ci-e2e-test resourceVersion: "14548" uid: 6e2a9083-f85a-486d-b124-728e84f81ff0 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:13:38Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.351s (2.351s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-09T18:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:38Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1af23c78188 namespace: kserve-ci-e2e-test resourceVersion: "14581" uid: a5758d6e-57c7-4c72-bb10-023a9700976f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:13:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:38Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1af271ca3e5 namespace: kserve-ci-e2e-test resourceVersion: "14582" uid: fcf09aa5-bca6-4c8c-b05d-54c436925510 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:13:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:38Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1af2790c419 namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 8ed14a3d-2223-428a-9fd4-257ee4022a0e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:13:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:14:14Z" message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:14:14Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1af456978c3 namespace: kserve-ci-e2e-test resourceVersion: "14920" uid: 3a8a14a5-70f8-4c60-9e22-2e7a98e9c681 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:11Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1c4ec0bd07b namespace: kserve-ci-e2e-test resourceVersion: "15542" uid: 4091fe64-8025-4c35-99ed-cc8702eaf485 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 13756b7a-3b4b-4be7-8332-52e70770ece2 kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:11Z" name: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh.18c0b1c4ec0cab8e namespace: kserve-ci-e2e-test resourceVersion: "15543" uid: 14187cac-86b9-414c-8bbd-63e2234d6e71 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-7eb51-predictor-695f658b7c namespace: kserve-ci-e2e-test resourceVersion: "14337" uid: ca8c6dd7-70de-45fd-9003-6ace662b1e5a kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: 'Created pod: error-404-isvc-7eb51-predictor-695f658b7c-cmcvh' metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:21Z" name: error-404-isvc-7eb51-predictor-695f658b7c.18c0b1ab4bb9e17f namespace: kserve-ci-e2e-test resourceVersion: "14351" uid: 70e6e449-37ef-46e6-bee3-99487a8ae5d6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-7eb51-predictor namespace: kserve-ci-e2e-test resourceVersion: "14333" uid: 93b54c04-59d0-4a9d-80b5-8f8511329a27 kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: Scaled up replica set error-404-isvc-7eb51-predictor-695f658b7c from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:21Z" name: error-404-isvc-7eb51-predictor.18c0b1ab4730af0b namespace: kserve-ci-e2e-test resourceVersion: "14339" uid: e60ae783-b6bf-4ad1-94b7-d37c033ee39b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:13:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7eb51-predictor namespace: kserve-ci-e2e-test resourceVersion: "14335" uid: 7c7755f5-92fe-47d4-8cc7-f1be79126222 kind: Event lastTimestamp: "2026-07-09T18:13:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:13:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:51Z" name: error-404-isvc-7eb51-predictor.18c0b1aec57de697 namespace: kserve-ci-e2e-test resourceVersion: "14689" uid: fe5e1bd1-d7e3-4164-8174-2d0ec04e0dc0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:13:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7eb51-predictor namespace: kserve-ci-e2e-test resourceVersion: "14335" uid: 7c7755f5-92fe-47d4-8cc7-f1be79126222 kind: Event lastTimestamp: "2026-07-09T18:13:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:13:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:51Z" name: error-404-isvc-7eb51-predictor.18c0b1aec5f6763b namespace: kserve-ci-e2e-test resourceVersion: "14690" uid: f544df83-8152-4456-b1e9-bc1ae6c42c95 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:14:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7eb51-predictor namespace: kserve-ci-e2e-test resourceVersion: "14565" uid: 7c7755f5-92fe-47d4-8cc7-f1be79126222 kind: Event lastTimestamp: "2026-07-09T18:14:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:14:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:14:51Z" name: error-404-isvc-7eb51-predictor.18c0b1b5c49d57bc namespace: kserve-ci-e2e-test resourceVersion: "15226" uid: c4b7b831-1cc5-4858-8bff-3c6d2d3ed56d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:14:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7eb51-predictor namespace: kserve-ci-e2e-test resourceVersion: "14565" uid: 7c7755f5-92fe-47d4-8cc7-f1be79126222 kind: Event lastTimestamp: "2026-07-09T18:14:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:14:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:14:51Z" name: error-404-isvc-7eb51-predictor.18c0b1b5c599a3da namespace: kserve-ci-e2e-test resourceVersion: "15227" uid: e6b79e7b-314f-436c-9b87-49add52efa66 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7eb51 namespace: kserve-ci-e2e-test resourceVersion: "14319" uid: 82118489-9bae-4ed8-b33d-bd81c7686e27 kind: Event lastTimestamp: "2026-07-09T18:14:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:14:24Z" name: error-404-isvc-7eb51.18c0b1ab4734e3c2 namespace: kserve-ci-e2e-test resourceVersion: "15012" uid: 43b0bb0a-c480-4d70-b053-64eaeb091c74 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7eb51 namespace: kserve-ci-e2e-test resourceVersion: "15009" uid: 82118489-9bae-4ed8-b33d-bd81c7686e27 kind: Event lastTimestamp: "2026-07-09T18:14:24Z" message: InferenceService [error-404-isvc-7eb51] is Ready metadata: creationTimestamp: "2026-07-09T18:14:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:14:24Z" name: error-404-isvc-7eb51.18c0b1ba019463a5 namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 827c93fd-0c96-42b6-8fdb-17bfaf554e25 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:35:21.732431Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt namespace: kserve-ci-e2e-test resourceVersion: "25861" uid: ab903443-f510-4930-ab86-f308ef331e65 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt to ip-10-0-135-87.ec2.internal metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:35:21Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt.18c0b2dea363ede7 namespace: kserve-ci-e2e-test resourceVersion: "25869" uid: 20ffeba9-9629-4fa5-9e03-348d0d5d9fb0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: ab903443-f510-4930-ab86-f308ef331e65 kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-95b80-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:21Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt.18c0b2deb09c193d namespace: kserve-ci-e2e-test resourceVersion: "25884" uid: fe93a783-c39d-4c1f-bdfa-3bbdb612d44c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt namespace: kserve-ci-e2e-test resourceVersion: "25877" uid: ab903443-f510-4930-ab86-f308ef331e65 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:35:22Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt.18c0b2dee09a1ee4 namespace: kserve-ci-e2e-test resourceVersion: "25905" uid: 0d38a219-1398-457a-949e-a233c370fb8d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: ab903443-f510-4930-ab86-f308ef331e65 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:22Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt.18c0b2dee21b2926 namespace: kserve-ci-e2e-test resourceVersion: "25907" uid: 0058244f-5dc3-4499-b494-fdd5ffca0320 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: ab903443-f510-4930-ab86-f308ef331e65 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:22Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt.18c0b2dee5e7742a namespace: kserve-ci-e2e-test resourceVersion: "25909" uid: a3d2b21d-1979-4b2d-8825-0c8b2d37264d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: ab903443-f510-4930-ab86-f308ef331e65 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:22Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt.18c0b2dee6704c63 namespace: kserve-ci-e2e-test resourceVersion: "25910" uid: b2a9c761-42a4-4114-aa65-f4a5da5528a1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: ab903443-f510-4930-ab86-f308ef331e65 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:22Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt.18c0b2dee67b107b namespace: kserve-ci-e2e-test resourceVersion: "25911" uid: b07e8f18-2574-4987-8963-35108338ad8a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: ab903443-f510-4930-ab86-f308ef331e65 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:22Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt.18c0b2dee9282a9b namespace: kserve-ci-e2e-test resourceVersion: "25912" uid: ca40f527-a81f-4466-8767-37729a326cae reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: ab903443-f510-4930-ab86-f308ef331e65 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:22Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt.18c0b2dee995add3 namespace: kserve-ci-e2e-test resourceVersion: "25913" uid: 13bc92c0-c0c1-4f0c-a02c-dcdee5ac25d1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:35:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: ab903443-f510-4930-ab86-f308ef331e65 kind: Event lastTimestamp: "2026-07-09T18:35:59Z" message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:35:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:59Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt.18c0b2df0e735b36 namespace: kserve-ci-e2e-test resourceVersion: "26279" uid: 279cec6f-2e92-4800-a18f-a372538de431 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:52:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: ab903443-f510-4930-ab86-f308ef331e65 kind: Event lastTimestamp: "2026-07-09T18:52:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:52:40Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt.18c0b3d08f12aada namespace: kserve-ci-e2e-test resourceVersion: "33577" uid: f6da2a28-f31f-4f08-a802-261711563cd4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:52:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: ab903443-f510-4930-ab86-f308ef331e65 kind: Event lastTimestamp: "2026-07-09T18:52:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:52:40Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt.18c0b3d08f13840d namespace: kserve-ci-e2e-test resourceVersion: "33579" uid: f2624d71-eacd-438d-9d2f-194eced4461f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-95b80-predictor-6d45f8d7f7 namespace: kserve-ci-e2e-test resourceVersion: "25854" uid: 9f965fbd-272c-41b2-84a9-3b947ad2aa35 kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: 'Created pod: error-404-isvc-95b80-predictor-6d45f8d7f7-hlhtt' metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:21Z" name: error-404-isvc-95b80-predictor-6d45f8d7f7.18c0b2dea2abd8df namespace: kserve-ci-e2e-test resourceVersion: "25862" uid: c0b3f840-c9f5-490c-b14e-3b8e5abee677 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-95b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "25851" uid: c3ffc5dc-0be9-48a6-b2ee-55f1c208cab4 kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: Scaled up replica set error-404-isvc-95b80-predictor-6d45f8d7f7 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:21Z" name: error-404-isvc-95b80-predictor.18c0b2dea0969662 namespace: kserve-ci-e2e-test resourceVersion: "25855" uid: cc59926d-9940-41fa-a359-030cdc47685b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:35:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-95b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "25853" uid: 575f3fd3-d654-4333-b8c5-375b32ba50e2 kind: Event lastTimestamp: "2026-07-09T18:35:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:51Z" name: error-404-isvc-95b80-predictor.18c0b2e21f505a21 namespace: kserve-ci-e2e-test resourceVersion: "26203" uid: 164598bc-4809-4669-a0a3-80bab2e9acda reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:35:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-95b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "25853" uid: 575f3fd3-d654-4333-b8c5-375b32ba50e2 kind: Event lastTimestamp: "2026-07-09T18:35:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:51Z" name: error-404-isvc-95b80-predictor.18c0b2e21fc28e56 namespace: kserve-ci-e2e-test resourceVersion: "26205" uid: d938abfd-77c9-42b8-9b8a-7cd4ec697010 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:36:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-95b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: 575f3fd3-d654-4333-b8c5-375b32ba50e2 kind: Event lastTimestamp: "2026-07-09T18:36:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:36:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:21Z" name: error-404-isvc-95b80-predictor.18c0b2e91e25b5f4 namespace: kserve-ci-e2e-test resourceVersion: "26645" uid: 2cc70fa3-4bc8-4ea1-a907-a381c3f77f08 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:36:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-95b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: 575f3fd3-d654-4333-b8c5-375b32ba50e2 kind: Event lastTimestamp: "2026-07-09T18:36:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:36:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:21Z" name: error-404-isvc-95b80-predictor.18c0b2e91e80549f namespace: kserve-ci-e2e-test resourceVersion: "26646" uid: 41e5bf64-6a59-4409-a17b-c29ce84a17ac reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-95b80 namespace: kserve-ci-e2e-test resourceVersion: "25833" uid: 451be4c0-1476-41d6-ae79-6d328ef773e4 kind: Event lastTimestamp: "2026-07-09T18:36:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:09Z" name: error-404-isvc-95b80.18c0b2dea0921232 namespace: kserve-ci-e2e-test resourceVersion: "26513" uid: b81653b2-4d16-4b8e-9bbf-9ab931a17531 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-95b80 namespace: kserve-ci-e2e-test resourceVersion: "25833" uid: 451be4c0-1476-41d6-ae79-6d328ef773e4 kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: 'Failed to update status for InferenceService "error-404-isvc-95b80": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-95b80": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:35:21Z" name: error-404-isvc-95b80.18c0b2dea156995f namespace: kserve-ci-e2e-test resourceVersion: "25858" uid: a2492e52-9495-4c00-b8b8-636dc5afd00c reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-95b80 namespace: kserve-ci-e2e-test resourceVersion: "25833" uid: 451be4c0-1476-41d6-ae79-6d328ef773e4 kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-95b80": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:35:21Z" name: error-404-isvc-95b80.18c0b2dea156e36c namespace: kserve-ci-e2e-test resourceVersion: "25859" uid: 5abd5513-293f-43b9-b9ba-438c5d1173a0 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-95b80 namespace: kserve-ci-e2e-test resourceVersion: "26507" uid: 451be4c0-1476-41d6-ae79-6d328ef773e4 kind: Event lastTimestamp: "2026-07-09T18:36:09Z" message: InferenceService [error-404-isvc-95b80] is Ready metadata: creationTimestamp: "2026-07-09T18:36:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:09Z" name: error-404-isvc-95b80.18c0b2e9caeabfa2 namespace: kserve-ci-e2e-test resourceVersion: "26508" uid: 9a913ff4-18b9-465a-aa8b-741d1269b2f6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:24:26.454129Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n namespace: kserve-ci-e2e-test resourceVersion: "19928" uid: ef7921fc-9596-4ec7-a2d2-da1101506d46 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d3ac8-predictor-59486dd895-2dj4n to ip-10-0-135-87.ec2.internal metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:24:26Z" name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n.18c0b24611c2a836 namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: 045ce79c-9c79-479a-9ef5-7e013fcbeaaf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: ef7921fc-9596-4ec7-a2d2-da1101506d46 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:24:26Z" name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n.18c0b2462b10ed98 namespace: kserve-ci-e2e-test resourceVersion: "19954" uid: ce109022-e96f-4579-922c-61a847c35d21 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: ef7921fc-9596-4ec7-a2d2-da1101506d46 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n.18c0b2462dc70cb0 namespace: kserve-ci-e2e-test resourceVersion: "19959" uid: 33113c0f-4945-4bea-87fe-c6612a1d98a6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: ef7921fc-9596-4ec7-a2d2-da1101506d46 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n.18c0b24630ec3d82 namespace: kserve-ci-e2e-test resourceVersion: "19964" uid: 3b27dd85-5d64-4586-a3ca-522d8a906f89 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: ef7921fc-9596-4ec7-a2d2-da1101506d46 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n.18c0b246315c17ae namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: 2b0096bc-2e56-4d08-9b20-11921d11b76a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: ef7921fc-9596-4ec7-a2d2-da1101506d46 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n.18c0b2463164b1bf namespace: kserve-ci-e2e-test resourceVersion: "19967" uid: 9f31d264-fc24-404d-97ee-aa6f22daf504 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: ef7921fc-9596-4ec7-a2d2-da1101506d46 kind: Event lastTimestamp: "2026-07-09T18:24:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:24:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:27Z" name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n.18c0b24633f36499 namespace: kserve-ci-e2e-test resourceVersion: "19970" uid: 9926f226-7c51-423b-ad3c-95dccf0aafa6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: ef7921fc-9596-4ec7-a2d2-da1101506d46 kind: Event lastTimestamp: "2026-07-09T18:24:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:27Z" name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n.18c0b246345de3d3 namespace: kserve-ci-e2e-test resourceVersion: "19971" uid: b2a0cdaa-26a7-414e-8420-88c91aa75234 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:24:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: ef7921fc-9596-4ec7-a2d2-da1101506d46 kind: Event lastTimestamp: "2026-07-09T18:25:04Z" message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:24:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:04Z" name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n.18c0b2469263c148 namespace: kserve-ci-e2e-test resourceVersion: "20428" uid: 3641cd38-138e-400b-90c4-b1884da82565 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: ef7921fc-9596-4ec7-a2d2-da1101506d46 kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:36Z" name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n.18c0b2566856e64c namespace: kserve-ci-e2e-test resourceVersion: "20769" uid: 277e26f9-5c88-424e-a00d-972a8fa9efd2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: ef7921fc-9596-4ec7-a2d2-da1101506d46 kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:36Z" name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n.18c0b25668574527 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 3bf2b729-aa99-4043-ad2c-7a62c240fe90 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: ef7921fc-9596-4ec7-a2d2-da1101506d46 kind: Event lastTimestamp: "2026-07-09T18:25:39Z" message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp 10.133.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:25:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:39Z" name: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n.18c0b2571a994922 namespace: kserve-ci-e2e-test resourceVersion: "20898" uid: 5155fb58-d5b7-4f29-9a7c-70c84c6b5424 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d3ac8-predictor-59486dd895 namespace: kserve-ci-e2e-test resourceVersion: "19913" uid: 6e7ca052-8a0a-4022-99ed-cb5b14600d91 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: 'Created pod: error-404-isvc-d3ac8-predictor-59486dd895-2dj4n' metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:26Z" name: error-404-isvc-d3ac8-predictor-59486dd895.18c0b246114a5854 namespace: kserve-ci-e2e-test resourceVersion: "19931" uid: e231562c-46d4-4457-b591-192ae8d56404 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d3ac8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19908" uid: 12fd5537-80ca-4edb-a6c0-94d6b62b6b80 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Scaled up replica set error-404-isvc-d3ac8-predictor-59486dd895 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:26Z" name: error-404-isvc-d3ac8-predictor.18c0b2460f644d6b namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: e40ef11f-a5d8-4665-8db6-1922e3c1d90f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:24:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d3ac8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19912" uid: 5206ec07-5932-4ebd-a6f1-0c4e0f26dd54 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-d3ac8-predictor.18c0b2498df28ed7 namespace: kserve-ci-e2e-test resourceVersion: "20320" uid: 485df0ef-1f8a-41c2-96f3-e0aab60a47c5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:24:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d3ac8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19912" uid: 5206ec07-5932-4ebd-a6f1-0c4e0f26dd54 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:56Z" name: error-404-isvc-d3ac8-predictor.18c0b2498e5d0299 namespace: kserve-ci-e2e-test resourceVersion: "20322" uid: e8b2a901-8164-4afb-a1ad-f6ce3a63f071 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:25:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d3ac8-predictor namespace: kserve-ci-e2e-test resourceVersion: "20096" uid: 5206ec07-5932-4ebd-a6f1-0c4e0f26dd54 kind: Event lastTimestamp: "2026-07-09T18:25:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:25:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:26Z" name: error-404-isvc-d3ac8-predictor.18c0b2508c0c0fb1 namespace: kserve-ci-e2e-test resourceVersion: "20641" uid: 49b1cc4d-e1e1-4991-847c-2b452a6da014 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:25:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d3ac8-predictor namespace: kserve-ci-e2e-test resourceVersion: "20096" uid: 5206ec07-5932-4ebd-a6f1-0c4e0f26dd54 kind: Event lastTimestamp: "2026-07-09T18:25:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:25:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:26Z" name: error-404-isvc-d3ac8-predictor.18c0b2508c7ed0ab namespace: kserve-ci-e2e-test resourceVersion: "20648" uid: ccc3912e-cd4c-4e45-a4cf-ad8a82ccbc4c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d3ac8 namespace: kserve-ci-e2e-test resourceVersion: "19887" uid: 3588b132-6a57-4080-8f12-16b99323b170 kind: Event lastTimestamp: "2026-07-09T18:25:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:14Z" name: error-404-isvc-d3ac8.18c0b2460f669d45 namespace: kserve-ci-e2e-test resourceVersion: "20530" uid: 28a43bed-2090-4596-8f11-763e4ba3a389 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d3ac8 namespace: kserve-ci-e2e-test resourceVersion: "19887" uid: 3588b132-6a57-4080-8f12-16b99323b170 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: 'Failed to update status for InferenceService "error-404-isvc-d3ac8": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d3ac8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:26Z" name: error-404-isvc-d3ac8.18c0b2460fcafbbc namespace: kserve-ci-e2e-test resourceVersion: "19922" uid: d9f4adf0-b2f5-4775-955d-d19acf922dd6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d3ac8 namespace: kserve-ci-e2e-test resourceVersion: "19887" uid: 3588b132-6a57-4080-8f12-16b99323b170 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d3ac8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:26Z" name: error-404-isvc-d3ac8.18c0b2460fcb5847 namespace: kserve-ci-e2e-test resourceVersion: "19925" uid: 6825051c-3aab-42f0-b54d-4f528bf86d77 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d3ac8 namespace: kserve-ci-e2e-test resourceVersion: "20527" uid: 3588b132-6a57-4080-8f12-16b99323b170 kind: Event lastTimestamp: "2026-07-09T18:25:14Z" message: InferenceService [error-404-isvc-d3ac8] is Ready metadata: creationTimestamp: "2026-07-09T18:25:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:14Z" name: error-404-isvc-d3ac8.18c0b2514e1e9aee namespace: kserve-ci-e2e-test resourceVersion: "20528" uid: 955495c1-33e1-4d1f-a6ea-f6da4df549cd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:11.719944Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ea8a9-predictor-74877969-qprj9 namespace: kserve-ci-e2e-test resourceVersion: "15517" uid: 0489a9a6-a24c-415c-b33a-9174a389c8f1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ea8a9-predictor-74877969-qprj9 to ip-10-0-135-87.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:11Z" name: error-404-isvc-ea8a9-predictor-74877969-qprj9.18c0b1c4e906a512 namespace: kserve-ci-e2e-test resourceVersion: "15521" uid: 5281cc0a-7f45-473f-a20c-6e5c33729347 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ea8a9-predictor-74877969-qprj9 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 0489a9a6-a24c-415c-b33a-9174a389c8f1 kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-ea8a9-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:11Z" name: error-404-isvc-ea8a9-predictor-74877969-qprj9.18c0b1c4f93061aa namespace: kserve-ci-e2e-test resourceVersion: "15552" uid: 2f2c5a6a-d3e6-4d36-a144-c9bc2ddf8135 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ea8a9-predictor-74877969-qprj9 namespace: kserve-ci-e2e-test resourceVersion: "15534" uid: 0489a9a6-a24c-415c-b33a-9174a389c8f1 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:12Z" name: error-404-isvc-ea8a9-predictor-74877969-qprj9.18c0b1c526054f99 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 5bcb142d-a4cb-4cbd-adb0-bbb40cc1adb7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ea8a9-predictor-74877969-qprj9 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 0489a9a6-a24c-415c-b33a-9174a389c8f1 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:12Z" name: error-404-isvc-ea8a9-predictor-74877969-qprj9.18c0b1c5277f19bd namespace: kserve-ci-e2e-test resourceVersion: "15571" uid: d4d34aee-9839-4008-91b2-31869e2b4543 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ea8a9-predictor-74877969-qprj9 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 0489a9a6-a24c-415c-b33a-9174a389c8f1 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:12Z" name: error-404-isvc-ea8a9-predictor-74877969-qprj9.18c0b1c52a5c03ee namespace: kserve-ci-e2e-test resourceVersion: "15575" uid: 1394f2b3-5ed8-4f91-8bc2-0bf4ca1bc152 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ea8a9-predictor-74877969-qprj9 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 0489a9a6-a24c-415c-b33a-9174a389c8f1 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:12Z" name: error-404-isvc-ea8a9-predictor-74877969-qprj9.18c0b1c52ab678d5 namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: 21220828-dfe0-4e68-b17c-b8eb49dd0131 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ea8a9-predictor-74877969-qprj9 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 0489a9a6-a24c-415c-b33a-9174a389c8f1 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:12Z" name: error-404-isvc-ea8a9-predictor-74877969-qprj9.18c0b1c52abfc600 namespace: kserve-ci-e2e-test resourceVersion: "15577" uid: 284f46a5-5582-45c8-b446-7c96d0f499b6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ea8a9-predictor-74877969-qprj9 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 0489a9a6-a24c-415c-b33a-9174a389c8f1 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:12Z" name: error-404-isvc-ea8a9-predictor-74877969-qprj9.18c0b1c52d343e9e namespace: kserve-ci-e2e-test resourceVersion: "15578" uid: f89a6d5e-a044-4c74-a7dd-cc84bad9f764 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ea8a9-predictor-74877969-qprj9 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 0489a9a6-a24c-415c-b33a-9174a389c8f1 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:12Z" name: error-404-isvc-ea8a9-predictor-74877969-qprj9.18c0b1c52d8debb6 namespace: kserve-ci-e2e-test resourceVersion: "15579" uid: 5ce9d4b6-c277-4c51-ae2f-5374717a9b21 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:15:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ea8a9-predictor-74877969-qprj9 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 0489a9a6-a24c-415c-b33a-9174a389c8f1 kind: Event lastTimestamp: "2026-07-09T18:15:50Z" message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:15:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:50Z" name: error-404-isvc-ea8a9-predictor-74877969-qprj9.18c0b1c57c30271f namespace: kserve-ci-e2e-test resourceVersion: "16122" uid: 8b56d91b-4ad9-4952-be39-335fb764fd86 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ea8a9-predictor-74877969-qprj9 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 0489a9a6-a24c-415c-b33a-9174a389c8f1 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: error-404-isvc-ea8a9-predictor-74877969-qprj9.18c0b2460fc68163 namespace: kserve-ci-e2e-test resourceVersion: "19921" uid: 02e3cea8-f8ec-412e-af8c-37961bcaea37 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ea8a9-predictor-74877969-qprj9 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 0489a9a6-a24c-415c-b33a-9174a389c8f1 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: error-404-isvc-ea8a9-predictor-74877969-qprj9.18c0b2460fc72893 namespace: kserve-ci-e2e-test resourceVersion: "19924" uid: bf705c43-7f51-4479-bd7a-566c0553a2a1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ea8a9-predictor-74877969 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: 6853dd2a-7b02-4845-89b1-e4e6328d825c kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: 'Created pod: error-404-isvc-ea8a9-predictor-74877969-qprj9' metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:11Z" name: error-404-isvc-ea8a9-predictor-74877969.18c0b1c4e87ca2b7 namespace: kserve-ci-e2e-test resourceVersion: "15518" uid: 9453b024-bcaf-41c4-9e9f-f50166621aaa reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ea8a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15507" uid: 0fa2c34f-3613-4a78-aba5-c19223f556a6 kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: Scaled up replica set error-404-isvc-ea8a9-predictor-74877969 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:11Z" name: error-404-isvc-ea8a9-predictor.18c0b1c4e69a5a14 namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 7ebb385f-5716-4676-aa98-d8fba7542c04 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:15:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ea8a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15509" uid: 5ec85267-fcfe-48fe-a64b-4f9fcb94cb12 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:15:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:41Z" name: error-404-isvc-ea8a9-predictor.18c0b1c86529d2c5 namespace: kserve-ci-e2e-test resourceVersion: "16013" uid: 0c5dec11-6315-4efa-bf20-dcf645bec793 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:15:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ea8a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15509" uid: 5ec85267-fcfe-48fe-a64b-4f9fcb94cb12 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:15:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:41Z" name: error-404-isvc-ea8a9-predictor.18c0b1c86595afad namespace: kserve-ci-e2e-test resourceVersion: "16014" uid: e37b4136-e9fa-414e-90fa-965303e6fec5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ea8a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15721" uid: 5ec85267-fcfe-48fe-a64b-4f9fcb94cb12 kind: Event lastTimestamp: "2026-07-09T18:16:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:26Z" name: error-404-isvc-ea8a9-predictor.18c0b1cf6314e7f6 namespace: kserve-ci-e2e-test resourceVersion: "16473" uid: b10a3a22-58d5-4b0a-873e-8c8dfe853608 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ea8a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15721" uid: 5ec85267-fcfe-48fe-a64b-4f9fcb94cb12 kind: Event lastTimestamp: "2026-07-09T18:16:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:26Z" name: error-404-isvc-ea8a9-predictor.18c0b1cf63a095f8 namespace: kserve-ci-e2e-test resourceVersion: "16474" uid: e00d0a8a-73cb-40a0-b037-5310dd8aa3fe reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "15491" uid: 8c35efe8-78e5-4fcc-aad3-fc135122abdd kind: Event lastTimestamp: "2026-07-09T18:16:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:00Z" name: error-404-isvc-ea8a9.18c0b1c4e69ff10e namespace: kserve-ci-e2e-test resourceVersion: "16218" uid: 359ccc5d-3aa5-43e9-8ec4-54c8303a9341 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "15491" uid: 8c35efe8-78e5-4fcc-aad3-fc135122abdd kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: 'Failed to update status for InferenceService "error-404-isvc-ea8a9": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ea8a9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:11Z" name: error-404-isvc-ea8a9.18c0b1c4e72855e7 namespace: kserve-ci-e2e-test resourceVersion: "15514" uid: 47afc99b-7b10-43f2-abaf-348bc04a2c46 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "15491" uid: 8c35efe8-78e5-4fcc-aad3-fc135122abdd kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ea8a9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:11Z" name: error-404-isvc-ea8a9.18c0b1c4e72893f2 namespace: kserve-ci-e2e-test resourceVersion: "15515" uid: f45508cc-132f-4ec0-86e9-1cc3df14f74e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: 8c35efe8-78e5-4fcc-aad3-fc135122abdd kind: Event lastTimestamp: "2026-07-09T18:16:00Z" message: InferenceService [error-404-isvc-ea8a9] is Ready metadata: creationTimestamp: "2026-07-09T18:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:00Z" name: error-404-isvc-ea8a9.18c0b1d03794b132 namespace: kserve-ci-e2e-test resourceVersion: "16217" uid: 31e94edd-e83c-4769-9603-df34802cfa72 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:25:36.881944Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20832" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm to ip-10-0-135-87.ec2.internal metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:25:36Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b2567795c348 namespace: kserve-ci-e2e-test resourceVersion: "20836" uid: e65ae3af-cf4c-4e18-90d4-9221f99bf55e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-fdee6-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:37Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b25684971568 namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 5a846a54-c9eb-4849-bf20-32d55d728a31 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20842" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:25:37Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b256b47e9996 namespace: kserve-ci-e2e-test resourceVersion: "20869" uid: 47529ee4-db62-4add-a456-ab2cec564176 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:37Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b256b61f1ed8 namespace: kserve-ci-e2e-test resourceVersion: "20871" uid: e9729994-e917-41bf-84aa-f31b9c4424fc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:37Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b256b988d78f namespace: kserve-ci-e2e-test resourceVersion: "20873" uid: 3ab15486-5617-4585-a53b-b59daad303c8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:37Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b256b9f9331b namespace: kserve-ci-e2e-test resourceVersion: "20874" uid: f1bd807e-9cc0-40fd-80c4-7ee1eb35c13f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:25:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:38Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b256ba02ef29 namespace: kserve-ci-e2e-test resourceVersion: "20875" uid: 630ec8f7-f02e-47cb-8baa-93ea438292d3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:25:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:25:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:38Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b256bd6619b5 namespace: kserve-ci-e2e-test resourceVersion: "20876" uid: f00684d7-b41e-4cb5-a804-b365decf0164 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:25:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:25:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:38Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b256bdd49357 namespace: kserve-ci-e2e-test resourceVersion: "20877" uid: 843449bb-a5f2-442f-80ee-103c7c60baf0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:25:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:26:14Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:25:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:14Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b256f1f5186a namespace: kserve-ci-e2e-test resourceVersion: "21395" uid: 4751d9f2-afd8-4356-8544-23f02fcd4b69 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:51Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b2d7ad8fa16c namespace: kserve-ci-e2e-test resourceVersion: "25468" uid: 2a55d37f-acf4-4d99-9835-522fe4854711 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:51Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b2d7ad9062b5 namespace: kserve-ci-e2e-test resourceVersion: "25469" uid: 8efd4c75-53f4-4657-8023-b4bfc0469e38 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:34:55Z" message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": context deadline exceeded' metadata: creationTimestamp: "2026-07-09T18:34:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:55Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b2d8a200e628 namespace: kserve-ci-e2e-test resourceVersion: "25542" uid: 23602b4e-cf4b-462b-bb64-521b2a8d004d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: d12feab4-b951-4bc4-812c-d953506ab50f kind: Event lastTimestamp: "2026-07-09T18:34:55Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: i/o timeout' metadata: creationTimestamp: "2026-07-09T18:34:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:55Z" name: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm.18c0b2d8a24ba854 namespace: kserve-ci-e2e-test resourceVersion: "25543" uid: c2bdd913-5872-4632-82bc-3215df0abbad reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-87.ec2.internal source: component: kubelet host: ip-10-0-135-87.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-fdee6-predictor-67f7db74c7 namespace: kserve-ci-e2e-test resourceVersion: "20825" uid: d3dea31d-1eb4-4d11-b0c5-155276773bb2 kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: 'Created pod: error-404-isvc-fdee6-predictor-67f7db74c7-mf4lm' metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:36Z" name: error-404-isvc-fdee6-predictor-67f7db74c7.18c0b2567703fc2b namespace: kserve-ci-e2e-test resourceVersion: "20834" uid: 96971c70-e021-4eb8-b966-e1cbb34038b7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-fdee6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20821" uid: ab589e02-274b-49e1-9323-4054c699d819 kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: Scaled up replica set error-404-isvc-fdee6-predictor-67f7db74c7 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:36Z" name: error-404-isvc-fdee6-predictor.18c0b25674a0feb3 namespace: kserve-ci-e2e-test resourceVersion: "20827" uid: 0e08c057-f185-413c-b2ac-2507a0bb2637 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:25:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fdee6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 43530828-0d5c-49b0-88c8-c405765e6e0f kind: Event lastTimestamp: "2026-07-09T18:26:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:25:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:21Z" name: error-404-isvc-fdee6-predictor.18c0b259f2d5286f namespace: kserve-ci-e2e-test resourceVersion: "21454" uid: 0df1cd92-7adb-44ed-a9ae-af4bd2dc82c8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:25:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fdee6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 43530828-0d5c-49b0-88c8-c405765e6e0f kind: Event lastTimestamp: "2026-07-09T18:26:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:25:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:21Z" name: error-404-isvc-fdee6-predictor.18c0b259f3457f22 namespace: kserve-ci-e2e-test resourceVersion: "21455" uid: 25bd0806-a79f-43de-bb1e-dfc737b38c8a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:26:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fdee6-predictor namespace: kserve-ci-e2e-test resourceVersion: "21026" uid: 43530828-0d5c-49b0-88c8-c405765e6e0f kind: Event lastTimestamp: "2026-07-09T18:26:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:26:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:51Z" name: error-404-isvc-fdee6-predictor.18c0b2646fada34c namespace: kserve-ci-e2e-test resourceVersion: "21750" uid: 3cdb4832-81f4-4f8b-8803-a72f76e72b15 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:26:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fdee6-predictor namespace: kserve-ci-e2e-test resourceVersion: "21026" uid: 43530828-0d5c-49b0-88c8-c405765e6e0f kind: Event lastTimestamp: "2026-07-09T18:26:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:26:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:51Z" name: error-404-isvc-fdee6-predictor.18c0b264703851dd namespace: kserve-ci-e2e-test resourceVersion: "21751" uid: ce553bb1-6ebc-4f71-9d1e-0c1d2c410da1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "20809" uid: 88a4e0a8-06db-4510-ba00-2ca10f30f2ae kind: Event lastTimestamp: "2026-07-09T18:26:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:25Z" name: error-404-isvc-fdee6.18c0b2567450a54f namespace: kserve-ci-e2e-test resourceVersion: "21489" uid: 780865bb-7df3-457d-b0df-9963a3bfa90e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "20809" uid: 88a4e0a8-06db-4510-ba00-2ca10f30f2ae kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: 'Failed to update status for InferenceService "error-404-isvc-fdee6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-fdee6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:36Z" name: error-404-isvc-fdee6.18c0b25674d21f0a namespace: kserve-ci-e2e-test resourceVersion: "20829" uid: 444ab8d5-fae0-4f36-9297-f629c4f520db reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "20809" uid: 88a4e0a8-06db-4510-ba00-2ca10f30f2ae kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-fdee6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:36Z" name: error-404-isvc-fdee6.18c0b25674d26405 namespace: kserve-ci-e2e-test resourceVersion: "20830" uid: d19e092e-3282-4c38-8772-1701bff603d7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "21487" uid: 88a4e0a8-06db-4510-ba00-2ca10f30f2ae kind: Event lastTimestamp: "2026-07-09T18:26:25Z" message: InferenceService [error-404-isvc-fdee6] is Ready metadata: creationTimestamp: "2026-07-09T18:26:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:25Z" name: error-404-isvc-fdee6.18c0b261ad90d86f namespace: kserve-ci-e2e-test resourceVersion: "21488" uid: 5b41e49d-0adf-47d6-978a-a39c467bb82f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:13:21.221414Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14263" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-b95b6754-55kpx to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:13:21Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1ab2eccdeb5 namespace: kserve-ci-e2e-test resourceVersion: "14269" uid: 8eddc763-00a9-45bc-9429-ab2630003710 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14274" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:13:21Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1ab48805d50 namespace: kserve-ci-e2e-test resourceVersion: "14344" uid: 0d6aaa3c-6d5a-4d5e-ae14-f18aa00b8deb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16" already present on machine metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:21Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1ab4a6913a3 namespace: kserve-ci-e2e-test resourceVersion: "14347" uid: 25d08a0a-465d-45eb-8fe2-0ab3a50c1512 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:21Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1ab4e035e1e namespace: kserve-ci-e2e-test resourceVersion: "14358" uid: 8bedbbad-031c-4b62-9637-888c7462f646 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:21Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1ab4e7d3a22 namespace: kserve-ci-e2e-test resourceVersion: "14360" uid: 32bc00b2-1a27-4f5f-a259-f4c02d86d9fe reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:13:27Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718" metadata: creationTimestamp: "2026-07-09T18:13:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:27Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1ac9092436b namespace: kserve-ci-e2e-test resourceVersion: "14476" uid: 1f31b48c-1556-420a-b72f-c849942d51b8 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:13:53Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718" in 25.983s (25.983s including waiting). Image size: 1558048695 bytes.' metadata: creationTimestamp: "2026-07-09T18:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:53Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1b29d4a9987 namespace: kserve-ci-e2e-test resourceVersion: "14704" uid: 28c891c1-397d-4b2b-9166-a8ddd7b243c0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:13:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:53Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1b2a4e5043e namespace: kserve-ci-e2e-test resourceVersion: "14707" uid: 9c850b9d-5055-4592-b0e8-7a5f879c4422 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:13:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:53Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1b2a681d9d2 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: 60238ab5-36a4-4816-b6fc-a39be6ed91dd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:13:53Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-09T18:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:53Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1b2a68c945a namespace: kserve-ci-e2e-test resourceVersion: "14713" uid: 0f917bce-b65a-49dd-8031-6027f109092a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:13:56Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.286s (3.286s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-09T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:56Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1b36a6da3a0 namespace: kserve-ci-e2e-test resourceVersion: "14749" uid: 4941330e-c99b-4c59-9d6a-f0db028fbbd9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:13:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:56Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1b36fac09f3 namespace: kserve-ci-e2e-test resourceVersion: "14753" uid: 9c84b777-97bf-4d44-b69e-fc03c05e86d6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:13:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:56Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1b370181564 namespace: kserve-ci-e2e-test resourceVersion: "14757" uid: 0ad3fb27-8f5a-46f8-a127-41952ec97c53 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-09T18:13:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:15:03Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:13:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:03Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1b399643a9b namespace: kserve-ci-e2e-test resourceVersion: "15355" uid: 9803d493-a46f-4199-bdc6-2a99457e61d8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1cbcec506d8 namespace: kserve-ci-e2e-test resourceVersion: "15926" uid: c9c3c160-463a-4994-b558-9f87f2dd603b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1cbcec575fe namespace: kserve-ci-e2e-test resourceVersion: "15927" uid: c0ec79a6-391b-43d5-a073-5f5c2a6aca12 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:15:43Z" message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp 10.134.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:15:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:43Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1cc47bc6c39 namespace: kserve-ci-e2e-test resourceVersion: "16056" uid: 89463323-b4e6-4f5e-ae6a-2f2b85a200be reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx namespace: kserve-ci-e2e-test resourceVersion: "14265" uid: 4b04426a-61f4-42e6-9c88-f6057862a1c5 kind: Event lastTimestamp: "2026-07-09T18:15:46Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: i/o timeout' metadata: creationTimestamp: "2026-07-09T18:15:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:46Z" name: isvc-sklearn-graph-1-predictor-b95b6754-55kpx.18c0b1cd1c405084 namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: 6281b91c-8843-4720-abe5-8cc4e551b95c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-b95b6754 namespace: kserve-ci-e2e-test resourceVersion: "14251" uid: 405f243a-bfe0-4e2d-a191-baa0fd8a6f45 kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-b95b6754-55kpx' metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:21Z" name: isvc-sklearn-graph-1-predictor-b95b6754.18c0b1ab2e5368a4 namespace: kserve-ci-e2e-test resourceVersion: "14264" uid: 601227c3-ca52-4fbf-ba75-8a6b3d9693f8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14250" uid: 09b6e767-0da4-47d5-b81e-39416fb88148 kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-b95b6754 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:21Z" name: isvc-sklearn-graph-1-predictor.18c0b1ab27a524b3 namespace: kserve-ci-e2e-test resourceVersion: "14252" uid: 158526ac-ad0a-4997-b4f3-de42e7f76734 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:13:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14259" uid: aa7d1993-bf09-43db-bcd7-9c866b62c470 kind: Event lastTimestamp: "2026-07-09T18:14:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:13:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:14:36Z" name: isvc-sklearn-graph-1-predictor.18c0b1aeacab6d83 namespace: kserve-ci-e2e-test resourceVersion: "15096" uid: a07eb884-aa7e-4dbd-b9f9-1b53a7f7edd2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:13:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14259" uid: aa7d1993-bf09-43db-bcd7-9c866b62c470 kind: Event lastTimestamp: "2026-07-09T18:14:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:13:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:14:36Z" name: isvc-sklearn-graph-1-predictor.18c0b1aead1b97e0 namespace: kserve-ci-e2e-test resourceVersion: "15097" uid: 85c3d091-3a7f-408c-86dc-8b0537b558a2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:14:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: aa7d1993-bf09-43db-bcd7-9c866b62c470 kind: Event lastTimestamp: "2026-07-09T18:15:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:14:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:36Z" name: isvc-sklearn-graph-1-predictor.18c0b1c02905b39f namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 1edfe2c9-973b-4c39-b13f-e774a764d1fa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:14:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: aa7d1993-bf09-43db-bcd7-9c866b62c470 kind: Event lastTimestamp: "2026-07-09T18:15:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:14:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:36Z" name: isvc-sklearn-graph-1-predictor.18c0b1c029751d33 namespace: kserve-ci-e2e-test resourceVersion: "15828" uid: 322cce9f-f4cd-4718-a45f-271e039abcc7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14240" uid: adf6ef9a-a546-44bb-8430-dc5f2fd53e39 kind: Event lastTimestamp: "2026-07-09T18:15:06Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:06Z" name: isvc-sklearn-graph-1.18c0b1ab2cb74db2 namespace: kserve-ci-e2e-test resourceVersion: "15387" uid: e26da2d4-bb56-4fc5-b8e8-8dd6c116e7b1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15384" uid: adf6ef9a-a546-44bb-8430-dc5f2fd53e39 kind: Event lastTimestamp: "2026-07-09T18:15:06Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-07-09T18:15:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:06Z" name: isvc-sklearn-graph-1.18c0b1c39a1d0ae6 namespace: kserve-ci-e2e-test resourceVersion: "15385" uid: c3026cfe-cfb4-4ca8-b5b4-0a2249c9ecd3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:13:21.946119Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14377" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:13:21Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1ab59ff01da namespace: kserve-ci-e2e-test resourceVersion: "14385" uid: c18070a8-85f6-4981-ac0f-960e185b71e3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:22Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:13:22Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:13:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:13:22Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1ab7392670f namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 539ec238-52d2-4eb8-9b0a-ae2b398d3860 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:13:22Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16" already present on machine metadata: creationTimestamp: "2026-07-09T18:13:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:22Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1ab753f8769 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: 6dfa768a-4776-4915-820f-8724a3dc0e29 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:13:22Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:13:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:22Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1ab78ca9c84 namespace: kserve-ci-e2e-test resourceVersion: "14420" uid: b9c7d45d-ab69-45e7-97aa-b4f308fe54b7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:13:22Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:13:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:22Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1ab796158ec namespace: kserve-ci-e2e-test resourceVersion: "14421" uid: f775c39a-43d6-4c99-80c2-c8a8d90a8f79 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:13:27Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718" metadata: creationTimestamp: "2026-07-09T18:13:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:27Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1ac8ffedbce namespace: kserve-ci-e2e-test resourceVersion: "14473" uid: 61b951bd-71d1-4bff-a38d-95c0dd5e39c5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:13:53Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718" in 25.992s (25.992s including waiting). Image size: 1558048695 bytes.' metadata: creationTimestamp: "2026-07-09T18:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:53Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1b29d4a9985 namespace: kserve-ci-e2e-test resourceVersion: "14702" uid: 5a98410d-d234-438a-a97f-361a969a5272 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:13:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:53Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1b2a40aa3c9 namespace: kserve-ci-e2e-test resourceVersion: "14706" uid: e9c40116-e04a-4254-880e-a252f6d819a5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:13:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:53Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1b2a5a4c46b namespace: kserve-ci-e2e-test resourceVersion: "14710" uid: bb0620b2-0db5-4bfb-9b65-f5cad609aeb2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:13:53Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-09T18:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:53Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1b2a5afa89d namespace: kserve-ci-e2e-test resourceVersion: "14711" uid: 4c2454b4-acd3-440a-bc0d-7724f8a40966 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:13:56Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.322s (3.322s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-09T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:56Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1b36bb7d108 namespace: kserve-ci-e2e-test resourceVersion: "14751" uid: 599f85da-aab8-443b-bb81-e7c64102ada8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:13:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:56Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1b370100718 namespace: kserve-ci-e2e-test resourceVersion: "14756" uid: ae70dc19-bb6a-4597-9403-094e51cabd74 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:13:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:56Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1b37083c2a3 namespace: kserve-ci-e2e-test resourceVersion: "14760" uid: 30268965-a857-47f3-943f-a3b321925c00 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T18:13:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:15:43Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:13:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:43Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1b399277b3b namespace: kserve-ci-e2e-test resourceVersion: "16059" uid: 6e7164b3-7b5f-43ec-9646-209c0176d1e8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1cbd967348a namespace: kserve-ci-e2e-test resourceVersion: "15995" uid: 55ad6446-212d-40db-95e2-697b895e9282 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1cbd96c2de7 namespace: kserve-ci-e2e-test resourceVersion: "15999" uid: 8b6669b8-6bb0-484f-9b93-de5af16a4189 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: f88647b4-dbbf-477a-a61c-eb28a0df5ffb kind: Event lastTimestamp: "2026-07-09T18:15:43Z" message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp 10.134.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:15:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:43Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv.18c0b1cc47bd2995 namespace: kserve-ci-e2e-test resourceVersion: "16057" uid: de4dacab-66d7-4c1c-bafb-d4e9cafb75f2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-6cbcd4578b namespace: kserve-ci-e2e-test resourceVersion: "14370" uid: 8c067773-66fc-4b3a-a3fe-c709e841af51 kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-6cbcd4578b-st5nv' metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:21Z" name: isvc-sklearn-graph-2-predictor-6cbcd4578b.18c0b1ab586f5a3d namespace: kserve-ci-e2e-test resourceVersion: "14378" uid: 7b749c3e-6a21-43ae-b057-7b04ada76952 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: edebf3d3-3fc8-434c-83af-be13e893f19d kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-6cbcd4578b from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:21Z" name: isvc-sklearn-graph-2-predictor.18c0b1ab518c62a0 namespace: kserve-ci-e2e-test resourceVersion: "14372" uid: 5b007f82-2393-4fd5-aeb8-f85bd8709729 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:13:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14369" uid: d8712ca2-0fce-49f4-82cc-224e60042ef4 kind: Event lastTimestamp: "2026-07-09T18:14:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:13:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:14:21Z" name: isvc-sklearn-graph-2-predictor.18c0b1aed05f8aa7 namespace: kserve-ci-e2e-test resourceVersion: "14979" uid: e321e7a0-8244-473b-9d49-f7b31649c3cf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:13:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14369" uid: d8712ca2-0fce-49f4-82cc-224e60042ef4 kind: Event lastTimestamp: "2026-07-09T18:14:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:13:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:14:21Z" name: isvc-sklearn-graph-2-predictor.18c0b1aed10d19f1 namespace: kserve-ci-e2e-test resourceVersion: "14980" uid: 1bc18956-6c5a-4ce5-aa17-6cecaeecd06b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:14:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14568" uid: d8712ca2-0fce-49f4-82cc-224e60042ef4 kind: Event lastTimestamp: "2026-07-09T18:15:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:36Z" name: isvc-sklearn-graph-2-predictor.18c0b1bccc690f63 namespace: kserve-ci-e2e-test resourceVersion: "15835" uid: 9c9bf1b0-d2b5-4fca-8364-9e01c7a98427 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:14:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14568" uid: d8712ca2-0fce-49f4-82cc-224e60042ef4 kind: Event lastTimestamp: "2026-07-09T18:15:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:36Z" name: isvc-sklearn-graph-2-predictor.18c0b1bcccbddb19 namespace: kserve-ci-e2e-test resourceVersion: "15836" uid: 0d53e66c-3807-4a77-a91b-080a3ac21b98 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14348" uid: 9367e279-373a-4a64-af78-b21f7eb83d14 kind: Event lastTimestamp: "2026-07-09T18:15:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:13Z" name: isvc-sklearn-graph-2.18c0b1ab53103f74 namespace: kserve-ci-e2e-test resourceVersion: "15599" uid: bb3b90b8-5912-40e9-9182-c4f00926ad0d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 9367e279-373a-4a64-af78-b21f7eb83d14 kind: Event lastTimestamp: "2026-07-09T18:15:13Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-07-09T18:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:13Z" name: isvc-sklearn-graph-2.18c0b1c551a43fe7 namespace: kserve-ci-e2e-test resourceVersion: "15597" uid: 67c96185-dedc-47d7-910f-625460c9796b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:13:21.562828Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14320" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-mb2dk to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:13:21Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1ab43267002 namespace: kserve-ci-e2e-test resourceVersion: "14324" uid: df95cc1a-6b8e-46a1-a428-220ff05de596 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14334" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:13:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:13:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1ab5d1c76a8 namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: 5fc90462-3966-47e8-99b9-f78afb70f51e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:13:22Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16" already present on machine metadata: creationTimestamp: "2026-07-09T18:13:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1ab6100b095 namespace: kserve-ci-e2e-test resourceVersion: "14398" uid: 65540a1c-6655-469a-ac5f-09bd592ae7fb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:13:22Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:13:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1ab6494429a namespace: kserve-ci-e2e-test resourceVersion: "14401" uid: 609c263c-7b9a-465a-b0c3-05609a175540 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:13:22Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:13:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1ab65075b02 namespace: kserve-ci-e2e-test resourceVersion: "14405" uid: 3bdad549-ea5e-43e0-ac6e-8a61597d64c9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:13:27Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-07-09T18:13:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:27Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1ac902be6a0 namespace: kserve-ci-e2e-test resourceVersion: "14474" uid: 390a7d25-8a25-4c99-8162-9174cced7850 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:13:54Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 26.909s (26.909s including waiting). Image size: 1305579259 bytes.' metadata: creationTimestamp: "2026-07-09T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:54Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1b2d4176bfd namespace: kserve-ci-e2e-test resourceVersion: "14718" uid: 770ecaf8-b044-4ca4-83f8-95bcacd6facf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:13:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:54Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1b2d9e40169 namespace: kserve-ci-e2e-test resourceVersion: "14721" uid: 669988c7-f77f-47ed-885b-27a608812516 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:13:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:54Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1b2dbb0a164 namespace: kserve-ci-e2e-test resourceVersion: "14722" uid: 94282113-97ba-4742-a19a-b9e465463964 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:13:54Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-09T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:54Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1b2dbc0bcdf namespace: kserve-ci-e2e-test resourceVersion: "14723" uid: 4e10c48a-9eaa-4228-9590-6d9494ff4eff reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:13:56Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.397s (2.397s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-09T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:56Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1b36aaed777 namespace: kserve-ci-e2e-test resourceVersion: "14750" uid: c575e392-70ca-47b3-968f-29671e1dd579 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:13:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:56Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1b36fb7b5e3 namespace: kserve-ci-e2e-test resourceVersion: "14754" uid: d1c5cd9e-0657-411a-b0e9-33f79fd1868d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:13:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:56Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1b3702d5d00 namespace: kserve-ci-e2e-test resourceVersion: "14758" uid: d793f308-eb84-4bcf-971c-1013d6363e6f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-09T18:13:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:15:43Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:13:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:43Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1b399498554 namespace: kserve-ci-e2e-test resourceVersion: "16058" uid: b2dfbdf1-8167-4237-99b8-d62e016d70e6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1cbd2fd002b namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 97c52067-69f4-4f8f-86b6-08c6d8b20517 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1cbd2fd66cd namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: f8dbc670-673b-4469-bbe1-d649c1f93cba reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: f4dc2f6c-13e3-4bac-b4f8-6acb2755397c kind: Event lastTimestamp: "2026-07-09T18:15:43Z" message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:15:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:43Z" name: isvc-xgboost-graph-predictor-555fc69d56-mb2dk.18c0b1cc47bbc43c namespace: kserve-ci-e2e-test resourceVersion: "16055" uid: e39aa47b-703a-41e1-8d7e-abe8f6545fb0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "14312" uid: c2873d03-c88a-4d8b-9ec3-9a6119427f5e kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-mb2dk' metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:21Z" name: isvc-xgboost-graph-predictor-555fc69d56.18c0b1ab420dc831 namespace: kserve-ci-e2e-test resourceVersion: "14321" uid: a6e9ea64-7dd7-4da1-851a-d5c9b34c07c3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14310" uid: 13041844-941e-42f9-9b8e-d1dc4495f37f kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:21Z" name: isvc-xgboost-graph-predictor.18c0b1ab3e627d41 namespace: kserve-ci-e2e-test resourceVersion: "14313" uid: 491b8d4d-d211-4111-96b1-952c06438110 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:13:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14311" uid: e4b50f1c-e030-4f28-85f4-056f65e22059 kind: Event lastTimestamp: "2026-07-09T18:14:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:13:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:14:36Z" name: isvc-xgboost-graph-predictor.18c0b1aebd39fbab namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 78a74ae2-7993-4c15-a6c4-ecd2cc59e585 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:13:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14311" uid: e4b50f1c-e030-4f28-85f4-056f65e22059 kind: Event lastTimestamp: "2026-07-09T18:14:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:13:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:14:36Z" name: isvc-xgboost-graph-predictor.18c0b1aebdc2604e namespace: kserve-ci-e2e-test resourceVersion: "15104" uid: 760ddd41-9b27-456c-9259-5f414de78dce reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:14:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14560" uid: e4b50f1c-e030-4f28-85f4-056f65e22059 kind: Event lastTimestamp: "2026-07-09T18:15:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:14:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:21Z" name: isvc-xgboost-graph-predictor.18c0b1c039bb40b4 namespace: kserve-ci-e2e-test resourceVersion: "15676" uid: 5077a449-3f58-411e-940e-0efd54d89388 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:14:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14560" uid: e4b50f1c-e030-4f28-85f4-056f65e22059 kind: Event lastTimestamp: "2026-07-09T18:15:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:14:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:21Z" name: isvc-xgboost-graph-predictor.18c0b1c03a38171f namespace: kserve-ci-e2e-test resourceVersion: "15677" uid: 73110180-6010-4f39-9bbe-ba3ea1029f48 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14300" uid: 9f416cc2-5a61-472b-8b1e-2ccb54440618 kind: Event lastTimestamp: "2026-07-09T18:14:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:14:53Z" name: isvc-xgboost-graph.18c0b1ab3e752b91 namespace: kserve-ci-e2e-test resourceVersion: "15252" uid: 997a27c0-f1f4-498c-977a-4da2b4b8a1fa reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15249" uid: 9f416cc2-5a61-472b-8b1e-2ccb54440618 kind: Event lastTimestamp: "2026-07-09T18:14:53Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-07-09T18:14:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:14:53Z" name: isvc-xgboost-graph.18c0b1c0a9a005a5 namespace: kserve-ci-e2e-test resourceVersion: "15250" uid: 39f7824e-bbe5-492d-af7d-108f2814189f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:31.090944Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-5b4bb9966-sq87t namespace: kserve-ci-e2e-test resourceVersion: "15769" uid: 33474294-5f25-48ad-8fb9-13904d12dd23 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-5b4bb9966-sq87t to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:31Z" name: model-chainer-5b4bb9966-sq87t.18c0b1c96ba0a4c2 namespace: kserve-ci-e2e-test resourceVersion: "15774" uid: 46add5f1-26b1-4389-ba1a-e209707d5bd4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:31Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-5b4bb9966-sq87t namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: 33474294-5f25-48ad-8fb9-13904d12dd23 kind: Event lastTimestamp: "2026-07-09T18:15:31Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:15:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:31Z" name: model-chainer-5b4bb9966-sq87t.18c0b1c9733937d9 namespace: kserve-ci-e2e-test resourceVersion: "15784" uid: 4992ad6a-8ebc-4190-b4a7-3fef48ab797d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:32Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-5b4bb9966-sq87t namespace: kserve-ci-e2e-test resourceVersion: "15778" uid: 33474294-5f25-48ad-8fb9-13904d12dd23 kind: Event lastTimestamp: "2026-07-09T18:15:32Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:32Z" name: model-chainer-5b4bb9966-sq87t.18c0b1c9a8b13be7 namespace: kserve-ci-e2e-test resourceVersion: "15790" uid: 336a9dbb-ba76-4cae-818c-50b5024dc72d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5b4bb9966-sq87t namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: 33474294-5f25-48ad-8fb9-13904d12dd23 kind: Event lastTimestamp: "2026-07-09T18:15:32Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:32Z" name: model-chainer-5b4bb9966-sq87t.18c0b1c9a9fa94f1 namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: a8b92216-43ed-4b95-9b63-36fedc15310a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5b4bb9966-sq87t namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: 33474294-5f25-48ad-8fb9-13904d12dd23 kind: Event lastTimestamp: "2026-07-09T18:15:32Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-07-09T18:15:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:32Z" name: model-chainer-5b4bb9966-sq87t.18c0b1c9acc43375 namespace: kserve-ci-e2e-test resourceVersion: "15795" uid: b3ca4073-25e9-40f1-b866-d220136a27cd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5b4bb9966-sq87t namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: 33474294-5f25-48ad-8fb9-13904d12dd23 kind: Event lastTimestamp: "2026-07-09T18:15:32Z" message: Started container model-chainer metadata: creationTimestamp: "2026-07-09T18:15:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:32Z" name: model-chainer-5b4bb9966-sq87t.18c0b1c9ad31cf64 namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: 46c61565-9801-4188-8811-1f83fee0c550 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5b4bb9966-sq87t namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: 33474294-5f25-48ad-8fb9-13904d12dd23 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: model-chainer-5b4bb9966-sq87t.18c0b1cbc52e5d6c namespace: kserve-ci-e2e-test resourceVersion: "15893" uid: 6e3afbbe-58ae-4de8-ad9b-143d2257e207 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:15:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5b4bb9966-sq87t namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: 33474294-5f25-48ad-8fb9-13904d12dd23 kind: Event lastTimestamp: "2026-07-09T18:16:08Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:15:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:08Z" name: model-chainer-5b4bb9966-sq87t.18c0b1cc609ffc7d namespace: kserve-ci-e2e-test resourceVersion: "16286" uid: 1a944d82-07c2-4ef6-81b9-7750aaba3d9b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-5b4bb9966 namespace: kserve-ci-e2e-test resourceVersion: "15766" uid: e962c27c-a4a6-46a5-9f07-19df4834648d kind: Event lastTimestamp: "2026-07-09T18:15:31Z" message: 'Created pod: model-chainer-5b4bb9966-sq87t' metadata: creationTimestamp: "2026-07-09T18:15:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:31Z" name: model-chainer-5b4bb9966.18c0b1c96b19e04a namespace: kserve-ci-e2e-test resourceVersion: "15770" uid: 122370bf-e795-4dd0-b504-718f2c2ca402 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15764" uid: 0d359a15-9956-4ea6-aecf-83236f6371a8 kind: Event lastTimestamp: "2026-07-09T18:15:31Z" message: Scaled up replica set model-chainer-5b4bb9966 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:31Z" name: model-chainer.18c0b1c96a69063a namespace: kserve-ci-e2e-test resourceVersion: "15767" uid: 399ca259-cf3b-4bc6-9d90-a2db607a2fae reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:31Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15780" uid: 9cea0039-66f1-461a-8a51-fe86a6529b92 kind: Event lastTimestamp: "2026-07-09T18:15:31Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-07-09T18:15:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:31Z" name: model-chainer.18c0b1c970254d69 namespace: kserve-ci-e2e-test resourceVersion: "15782" uid: 96147304-6269-4766-91e0-4f6c4a8658f0 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:16:41.399667Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-04bd4-7dcfc7455-bmt9g namespace: kserve-ci-e2e-test resourceVersion: "16606" uid: b8da6f1b-b79a-4e30-be51-e3cd5d6e64f1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-04bd4-7dcfc7455-bmt9g to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:16:41Z" name: sequence-graph-04bd4-7dcfc7455-bmt9g.18c0b1d9ca5a9789 namespace: kserve-ci-e2e-test resourceVersion: "16611" uid: dc1c88fc-4206-45df-9889-6bb93efe19b1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-04bd4-7dcfc7455-bmt9g namespace: kserve-ci-e2e-test resourceVersion: "16615" uid: b8da6f1b-b79a-4e30-be51-e3cd5d6e64f1 kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:16:41Z" name: sequence-graph-04bd4-7dcfc7455-bmt9g.18c0b1d9e45480eb namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: 0cefaaeb-76ea-4158-9764-74ef060283f6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-04bd4} kind: Pod name: sequence-graph-04bd4-7dcfc7455-bmt9g namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: b8da6f1b-b79a-4e30-be51-e3cd5d6e64f1 kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13" already present on machine metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:41Z" name: sequence-graph-04bd4-7dcfc7455-bmt9g.18c0b1d9e5a6d8d2 namespace: kserve-ci-e2e-test resourceVersion: "16641" uid: fd52c775-d989-4996-944a-8b1680aab4ef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-04bd4} kind: Pod name: sequence-graph-04bd4-7dcfc7455-bmt9g namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: b8da6f1b-b79a-4e30-be51-e3cd5d6e64f1 kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: 'Created container: sequence-graph-04bd4' metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:41Z" name: sequence-graph-04bd4-7dcfc7455-bmt9g.18c0b1d9ea990259 namespace: kserve-ci-e2e-test resourceVersion: "16642" uid: 330fe4f0-3888-4f11-bc94-7af021bd536b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-04bd4} kind: Pod name: sequence-graph-04bd4-7dcfc7455-bmt9g namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: b8da6f1b-b79a-4e30-be51-e3cd5d6e64f1 kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: Started container sequence-graph-04bd4 metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:41Z" name: sequence-graph-04bd4-7dcfc7455-bmt9g.18c0b1d9eb090082 namespace: kserve-ci-e2e-test resourceVersion: "16643" uid: 1a135488-2b6b-4bb1-ab02-54ddf3f74fb4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-04bd4} kind: Pod name: sequence-graph-04bd4-7dcfc7455-bmt9g namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: b8da6f1b-b79a-4e30-be51-e3cd5d6e64f1 kind: Event lastTimestamp: "2026-07-09T18:24:55Z" message: Stopping container sequence-graph-04bd4 metadata: creationTimestamp: "2026-07-09T18:24:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:55Z" name: sequence-graph-04bd4-7dcfc7455-bmt9g.18c0b24cf1ddc3f1 namespace: kserve-ci-e2e-test resourceVersion: "20216" uid: 58390db7-4e95-434c-b435-eebfa8f4e1d4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:24:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-04bd4} kind: Pod name: sequence-graph-04bd4-7dcfc7455-bmt9g namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: b8da6f1b-b79a-4e30-be51-e3cd5d6e64f1 kind: Event lastTimestamp: "2026-07-09T18:25:23Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:24:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:23Z" name: sequence-graph-04bd4-7dcfc7455-bmt9g.18c0b24d708800de namespace: kserve-ci-e2e-test resourceVersion: "20591" uid: d71e14b1-7715-4a83-a8bf-31a57b156e2a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-04bd4-7dcfc7455 namespace: kserve-ci-e2e-test resourceVersion: "16603" uid: b9faba04-b742-4647-b253-89d83340801b kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: 'Created pod: sequence-graph-04bd4-7dcfc7455-bmt9g' metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:41Z" name: sequence-graph-04bd4-7dcfc7455.18c0b1d9c9f44db1 namespace: kserve-ci-e2e-test resourceVersion: "16607" uid: 2192d825-f8be-4588-aa0a-c4ae6898ebde reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-04bd4 namespace: kserve-ci-e2e-test resourceVersion: "16601" uid: 36512ac6-c483-44ca-a43d-876526c37f0d kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: Scaled up replica set sequence-graph-04bd4-7dcfc7455 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:41Z" name: sequence-graph-04bd4.18c0b1d9c94c904f namespace: kserve-ci-e2e-test resourceVersion: "16604" uid: 5c61dfcf-e4ec-4c8a-bc1f-d9195e43fbc0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-04bd4 namespace: kserve-ci-e2e-test resourceVersion: "16619" uid: 7988a0b3-c8f4-48a6-a60c-d29d33d978c9 kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: InferenceGraph [sequence-graph-04bd4] is Ready metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:41Z" name: sequence-graph-04bd4.18c0b1d9cec004a3 namespace: kserve-ci-e2e-test resourceVersion: "16621" uid: 10b5fe22-ad37-475b-a64c-b8a9316600e8 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-04bd4 namespace: kserve-ci-e2e-test resourceVersion: "16596" uid: 7988a0b3-c8f4-48a6-a60c-d29d33d978c9 kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: 'Failed to update status for InferenceGraph "sequence-graph-04bd4": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-04bd4": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:41Z" name: sequence-graph-04bd4.18c0b1d9d120c153 namespace: kserve-ci-e2e-test resourceVersion: "16623" uid: 61a2bb5a-56c0-4147-943a-dbc9e7a71331 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-04bd4 namespace: kserve-ci-e2e-test resourceVersion: "16596" uid: 7988a0b3-c8f4-48a6-a60c-d29d33d978c9 kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-04bd4": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:41Z" name: sequence-graph-04bd4.18c0b1d9d1210ac9 namespace: kserve-ci-e2e-test resourceVersion: "16625" uid: 4ee73711-461d-49d7-a6bb-3ee854a20d34 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:16:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-04bd4 namespace: kserve-ci-e2e-test resourceVersion: "16602" uid: 4b1adeeb-a7e1-4fcd-afaa-c828c37afec6 kind: Event lastTimestamp: "2026-07-09T18:17:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:11Z" name: sequence-graph-04bd4.18c0b1dd4804f4e8 namespace: kserve-ci-e2e-test resourceVersion: "16860" uid: fb9ef6a9-8fcb-4f3a-a183-79f894feabd6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:16:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-04bd4 namespace: kserve-ci-e2e-test resourceVersion: "16602" uid: 4b1adeeb-a7e1-4fcd-afaa-c828c37afec6 kind: Event lastTimestamp: "2026-07-09T18:17:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:11Z" name: sequence-graph-04bd4.18c0b1dd4870dc84 namespace: kserve-ci-e2e-test resourceVersion: "16861" uid: 865b736a-9f0b-4401-a4fb-30a80fb2c859 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:25:56.202578Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2e68f-6bb7f9788b-jxnzx namespace: kserve-ci-e2e-test resourceVersion: "21070" uid: a220c6f0-7734-4745-b79b-940659a14e09 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-2e68f-6bb7f9788b-jxnzx to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:25:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:25:56Z" name: sequence-graph-2e68f-6bb7f9788b-jxnzx.18c0b25af72f3a2a namespace: kserve-ci-e2e-test resourceVersion: "21075" uid: df6ede61-7e77-4f28-ae50-aabe9a63c48f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:56Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2e68f-6bb7f9788b-jxnzx namespace: kserve-ci-e2e-test resourceVersion: "21079" uid: a220c6f0-7734-4745-b79b-940659a14e09 kind: Event lastTimestamp: "2026-07-09T18:25:56Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:25:56Z" name: sequence-graph-2e68f-6bb7f9788b-jxnzx.18c0b25b10c65781 namespace: kserve-ci-e2e-test resourceVersion: "21094" uid: 2f58561b-2bf6-4998-966f-b186195a0e83 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2e68f} kind: Pod name: sequence-graph-2e68f-6bb7f9788b-jxnzx namespace: kserve-ci-e2e-test resourceVersion: "21071" uid: a220c6f0-7734-4745-b79b-940659a14e09 kind: Event lastTimestamp: "2026-07-09T18:25:56Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13" already present on machine metadata: creationTimestamp: "2026-07-09T18:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:56Z" name: sequence-graph-2e68f-6bb7f9788b-jxnzx.18c0b25b122014ad namespace: kserve-ci-e2e-test resourceVersion: "21096" uid: 3ea887db-37d1-46a3-89ee-12161d353b4a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2e68f} kind: Pod name: sequence-graph-2e68f-6bb7f9788b-jxnzx namespace: kserve-ci-e2e-test resourceVersion: "21071" uid: a220c6f0-7734-4745-b79b-940659a14e09 kind: Event lastTimestamp: "2026-07-09T18:25:56Z" message: 'Created container: sequence-graph-2e68f' metadata: creationTimestamp: "2026-07-09T18:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:56Z" name: sequence-graph-2e68f-6bb7f9788b-jxnzx.18c0b25b151a7b7d namespace: kserve-ci-e2e-test resourceVersion: "21098" uid: a572181c-3255-48e1-869b-c9ab7ee60920 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2e68f} kind: Pod name: sequence-graph-2e68f-6bb7f9788b-jxnzx namespace: kserve-ci-e2e-test resourceVersion: "21071" uid: a220c6f0-7734-4745-b79b-940659a14e09 kind: Event lastTimestamp: "2026-07-09T18:25:56Z" message: Started container sequence-graph-2e68f metadata: creationTimestamp: "2026-07-09T18:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:56Z" name: sequence-graph-2e68f-6bb7f9788b-jxnzx.18c0b25b15e63012 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 754e3b45-87ee-4da6-869f-e2c7309a091f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2e68f} kind: Pod name: sequence-graph-2e68f-6bb7f9788b-jxnzx namespace: kserve-ci-e2e-test resourceVersion: "21071" uid: a220c6f0-7734-4745-b79b-940659a14e09 kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: Stopping container sequence-graph-2e68f metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:06Z" name: sequence-graph-2e68f-6bb7f9788b-jxnzx.18c0b25d51511cc7 namespace: kserve-ci-e2e-test resourceVersion: "21193" uid: 600b88f5-547f-413f-b036-b9620027b4ba reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:26:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2e68f} kind: Pod name: sequence-graph-2e68f-6bb7f9788b-jxnzx namespace: kserve-ci-e2e-test resourceVersion: "21071" uid: a220c6f0-7734-4745-b79b-940659a14e09 kind: Event lastTimestamp: "2026-07-09T18:26:33Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:26:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:33Z" name: sequence-graph-2e68f-6bb7f9788b-jxnzx.18c0b25dcc14f23e namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: f0646f8d-69df-4cfa-be53-3b7351963ee0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-2e68f-6bb7f9788b namespace: kserve-ci-e2e-test resourceVersion: "21067" uid: 04f27779-8646-4a9c-94d2-3fa7d9eac887 kind: Event lastTimestamp: "2026-07-09T18:25:56Z" message: 'Created pod: sequence-graph-2e68f-6bb7f9788b-jxnzx' metadata: creationTimestamp: "2026-07-09T18:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:56Z" name: sequence-graph-2e68f-6bb7f9788b.18c0b25af6b6df1f namespace: kserve-ci-e2e-test resourceVersion: "21072" uid: 232c624d-aa73-47a4-84f4-d7a67c4f082a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-2e68f namespace: kserve-ci-e2e-test resourceVersion: "21065" uid: c56d7394-a507-4e25-8e04-2c7231eab823 kind: Event lastTimestamp: "2026-07-09T18:25:56Z" message: Scaled up replica set sequence-graph-2e68f-6bb7f9788b from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:56Z" name: sequence-graph-2e68f.18c0b25af5a42cf4 namespace: kserve-ci-e2e-test resourceVersion: "21068" uid: 4bc7fb32-0fc5-42bc-bb82-9215973ec27e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:56Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-2e68f namespace: kserve-ci-e2e-test resourceVersion: "21086" uid: eb8456ae-e0e1-4ba3-a189-852a5f5964bc kind: Event lastTimestamp: "2026-07-09T18:25:56Z" message: InferenceGraph [sequence-graph-2e68f] is Ready metadata: creationTimestamp: "2026-07-09T18:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:56Z" name: sequence-graph-2e68f.18c0b25afc127720 namespace: kserve-ci-e2e-test resourceVersion: "21088" uid: b45d1a43-c443-482f-beea-ef1844323d13 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:27:06.562460Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-4ab35-65f87f5997-7wmgp namespace: kserve-ci-e2e-test resourceVersion: "21880" uid: 5f7c4ab5-3d71-422b-9f7c-44679f6527e5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-4ab35-65f87f5997-7wmgp to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:27:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:27:06Z" name: sequence-graph-4ab35-65f87f5997-7wmgp.18c0b26b58f5d6ca namespace: kserve-ci-e2e-test resourceVersion: "21887" uid: be8562c2-0adf-4892-a633-cd02e374fdda reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:06Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-4ab35-65f87f5997-7wmgp namespace: kserve-ci-e2e-test resourceVersion: "21892" uid: 5f7c4ab5-3d71-422b-9f7c-44679f6527e5 kind: Event lastTimestamp: "2026-07-09T18:27:06Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:27:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:27:06Z" name: sequence-graph-4ab35-65f87f5997-7wmgp.18c0b26b722dfc75 namespace: kserve-ci-e2e-test resourceVersion: "21908" uid: 386bcda8-7b27-41cb-b2be-eff88b3fc95d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4ab35} kind: Pod name: sequence-graph-4ab35-65f87f5997-7wmgp namespace: kserve-ci-e2e-test resourceVersion: "21882" uid: 5f7c4ab5-3d71-422b-9f7c-44679f6527e5 kind: Event lastTimestamp: "2026-07-09T18:27:07Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13" already present on machine metadata: creationTimestamp: "2026-07-09T18:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:07Z" name: sequence-graph-4ab35-65f87f5997-7wmgp.18c0b26b73708e52 namespace: kserve-ci-e2e-test resourceVersion: "21910" uid: 65c0b05d-8bc0-456f-af80-a336362f658d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4ab35} kind: Pod name: sequence-graph-4ab35-65f87f5997-7wmgp namespace: kserve-ci-e2e-test resourceVersion: "21882" uid: 5f7c4ab5-3d71-422b-9f7c-44679f6527e5 kind: Event lastTimestamp: "2026-07-09T18:27:07Z" message: 'Created container: sequence-graph-4ab35' metadata: creationTimestamp: "2026-07-09T18:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:07Z" name: sequence-graph-4ab35-65f87f5997-7wmgp.18c0b26b76712f95 namespace: kserve-ci-e2e-test resourceVersion: "21913" uid: eed15b6b-79fc-4cd3-bb64-651b63702e0f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4ab35} kind: Pod name: sequence-graph-4ab35-65f87f5997-7wmgp namespace: kserve-ci-e2e-test resourceVersion: "21882" uid: 5f7c4ab5-3d71-422b-9f7c-44679f6527e5 kind: Event lastTimestamp: "2026-07-09T18:27:07Z" message: Started container sequence-graph-4ab35 metadata: creationTimestamp: "2026-07-09T18:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:27:07Z" name: sequence-graph-4ab35-65f87f5997-7wmgp.18c0b26b76e14e8c namespace: kserve-ci-e2e-test resourceVersion: "21914" uid: 5e808392-4209-4cad-a59b-14598d6133b6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4ab35} kind: Pod name: sequence-graph-4ab35-65f87f5997-7wmgp namespace: kserve-ci-e2e-test resourceVersion: "21882" uid: 5f7c4ab5-3d71-422b-9f7c-44679f6527e5 kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: Stopping container sequence-graph-4ab35 metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:21Z" name: sequence-graph-4ab35-65f87f5997-7wmgp.18c0b2de89d079c9 namespace: kserve-ci-e2e-test resourceVersion: "25777" uid: c08d82a3-f65b-41ed-a6ea-f03b2cd723fb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:35:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4ab35} kind: Pod name: sequence-graph-4ab35-65f87f5997-7wmgp namespace: kserve-ci-e2e-test resourceVersion: "21882" uid: 5f7c4ab5-3d71-422b-9f7c-44679f6527e5 kind: Event lastTimestamp: "2026-07-09T18:35:48Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:35:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:48Z" name: sequence-graph-4ab35-65f87f5997-7wmgp.18c0b2df16a99994 namespace: kserve-ci-e2e-test resourceVersion: "26149" uid: a29ba125-0dcf-41f8-88d1-eb67bc678641 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-4ab35-65f87f5997 namespace: kserve-ci-e2e-test resourceVersion: "21876" uid: 34badfc1-af07-46d0-b99d-6c12be443fca kind: Event lastTimestamp: "2026-07-09T18:27:06Z" message: 'Created pod: sequence-graph-4ab35-65f87f5997-7wmgp' metadata: creationTimestamp: "2026-07-09T18:27:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:06Z" name: sequence-graph-4ab35-65f87f5997.18c0b26b588c1ca7 namespace: kserve-ci-e2e-test resourceVersion: "21881" uid: 10e1f040-91cc-47df-a972-1389b944285e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-4ab35 namespace: kserve-ci-e2e-test resourceVersion: "21873" uid: 49d06b93-31b9-465e-b93a-79862b7dc1d6 kind: Event lastTimestamp: "2026-07-09T18:27:06Z" message: Scaled up replica set sequence-graph-4ab35-65f87f5997 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:27:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:06Z" name: sequence-graph-4ab35.18c0b26b57bb78ac namespace: kserve-ci-e2e-test resourceVersion: "21879" uid: 4df2bbdc-cfde-4cb9-ac70-7b25d7d552ae reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:06Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-4ab35 namespace: kserve-ci-e2e-test resourceVersion: "21895" uid: f7e74267-d5b7-4498-861c-f9f7125763d6 kind: Event lastTimestamp: "2026-07-09T18:27:06Z" message: InferenceGraph [sequence-graph-4ab35] is Ready metadata: creationTimestamp: "2026-07-09T18:27:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:27:06Z" name: sequence-graph-4ab35.18c0b26b5da88be8 namespace: kserve-ci-e2e-test resourceVersion: "21897" uid: 6b41cf04-6f1d-45d4-8c37-bb7df9ed9d3d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-4ab35 namespace: kserve-ci-e2e-test resourceVersion: "21874" uid: 51ab24fe-bd55-412f-be13-5e5a0c9f3568 kind: Event lastTimestamp: "2026-07-09T18:27:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:27:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:21Z" name: sequence-graph-4ab35.18c0b26ed627f194 namespace: kserve-ci-e2e-test resourceVersion: "22023" uid: 805fedd3-f8ab-4993-a6b0-64bffc32567e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-4ab35 namespace: kserve-ci-e2e-test resourceVersion: "21874" uid: 51ab24fe-bd55-412f-be13-5e5a0c9f3568 kind: Event lastTimestamp: "2026-07-09T18:27:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:27:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:21Z" name: sequence-graph-4ab35.18c0b26ed683172e namespace: kserve-ci-e2e-test resourceVersion: "22024" uid: 14341df2-beb8-4af1-9622-e5e8d3561618 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-4ab35 namespace: kserve-ci-e2e-test resourceVersion: "22021" uid: 51ab24fe-bd55-412f-be13-5e5a0c9f3568 kind: Event lastTimestamp: "2026-07-09T18:27:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:36Z" name: sequence-graph-4ab35.18c0b2725562711b namespace: kserve-ci-e2e-test resourceVersion: "22132" uid: d81454bb-9791-424e-a41e-ee1f4248a2f0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:27:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-4ab35 namespace: kserve-ci-e2e-test resourceVersion: "22021" uid: 51ab24fe-bd55-412f-be13-5e5a0c9f3568 kind: Event lastTimestamp: "2026-07-09T18:27:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:36Z" name: sequence-graph-4ab35.18c0b27255feff13 namespace: kserve-ci-e2e-test resourceVersion: "22133" uid: d61f83d8-45d1-4b2d-b984-624228915f7a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:37:02.075512Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-05318-8558c6757d-frzqc namespace: kserve-ci-e2e-test resourceVersion: "26994" uid: aa5633d3-6eb4-4694-9bde-c01fd5e5710d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-05318-8558c6757d-frzqc to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:37:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:37:02Z" name: splitter-graph-05318-8558c6757d-frzqc.18c0b2f6004dd722 namespace: kserve-ci-e2e-test resourceVersion: "26999" uid: a87d4a8b-140f-4a69-8a9c-f21dd8d7d2f5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:02Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-05318-8558c6757d-frzqc namespace: kserve-ci-e2e-test resourceVersion: "26997" uid: aa5633d3-6eb4-4694-9bde-c01fd5e5710d kind: Event lastTimestamp: "2026-07-09T18:37:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-05318-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:37:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:02Z" name: splitter-graph-05318-8558c6757d-frzqc.18c0b2f609719185 namespace: kserve-ci-e2e-test resourceVersion: "27011" uid: 5add72b2-bf0a-4996-ba28-8a16b3dd0a4d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:03Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-05318-8558c6757d-frzqc namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: aa5633d3-6eb4-4694-9bde-c01fd5e5710d kind: Event lastTimestamp: "2026-07-09T18:37:03Z" message: Add eth0 [10.134.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:37:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:37:03Z" name: splitter-graph-05318-8558c6757d-frzqc.18c0b2f63d54ec49 namespace: kserve-ci-e2e-test resourceVersion: "27024" uid: fe04b5e9-6ea8-4d8a-87e0-ca29f5008ff6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-05318} kind: Pod name: splitter-graph-05318-8558c6757d-frzqc namespace: kserve-ci-e2e-test resourceVersion: "26997" uid: aa5633d3-6eb4-4694-9bde-c01fd5e5710d kind: Event lastTimestamp: "2026-07-09T18:37:03Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13" already present on machine metadata: creationTimestamp: "2026-07-09T18:37:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:03Z" name: splitter-graph-05318-8558c6757d-frzqc.18c0b2f63ecbe18a namespace: kserve-ci-e2e-test resourceVersion: "27027" uid: f040c00d-462e-4ea5-abc2-edd46c32717e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-05318} kind: Pod name: splitter-graph-05318-8558c6757d-frzqc namespace: kserve-ci-e2e-test resourceVersion: "26997" uid: aa5633d3-6eb4-4694-9bde-c01fd5e5710d kind: Event lastTimestamp: "2026-07-09T18:37:03Z" message: 'Created container: splitter-graph-05318' metadata: creationTimestamp: "2026-07-09T18:37:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:03Z" name: splitter-graph-05318-8558c6757d-frzqc.18c0b2f6418b016d namespace: kserve-ci-e2e-test resourceVersion: "27028" uid: 0ee1c9e0-c8f0-449e-a264-49ff7be44731 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-05318} kind: Pod name: splitter-graph-05318-8558c6757d-frzqc namespace: kserve-ci-e2e-test resourceVersion: "26997" uid: aa5633d3-6eb4-4694-9bde-c01fd5e5710d kind: Event lastTimestamp: "2026-07-09T18:37:03Z" message: Started container splitter-graph-05318 metadata: creationTimestamp: "2026-07-09T18:37:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:37:03Z" name: splitter-graph-05318-8558c6757d-frzqc.18c0b2f64208a075 namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: 10e2365e-ea85-42df-8ced-0c721a9e9b6b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:45:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-05318} kind: Pod name: splitter-graph-05318-8558c6757d-frzqc namespace: kserve-ci-e2e-test resourceVersion: "26997" uid: aa5633d3-6eb4-4694-9bde-c01fd5e5710d kind: Event lastTimestamp: "2026-07-09T18:45:16Z" message: Stopping container splitter-graph-05318 metadata: creationTimestamp: "2026-07-09T18:45:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:45:16Z" name: splitter-graph-05318-8558c6757d-frzqc.18c0b369299c8a60 namespace: kserve-ci-e2e-test resourceVersion: "30451" uid: 8cdb0fd8-28bc-4395-b311-116800ab89dd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:45:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-05318} kind: Pod name: splitter-graph-05318-8558c6757d-frzqc namespace: kserve-ci-e2e-test resourceVersion: "26997" uid: aa5633d3-6eb4-4694-9bde-c01fd5e5710d kind: Event lastTimestamp: "2026-07-09T18:45:45Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:45:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:45:45Z" name: splitter-graph-05318-8558c6757d-frzqc.18c0b369f3e1f133 namespace: kserve-ci-e2e-test resourceVersion: "30692" uid: e7bc0062-4400-4c81-ac00-66bf49635daa reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-05318-8558c6757d namespace: kserve-ci-e2e-test resourceVersion: "26988" uid: 99a5e6d3-a2c1-4868-b283-4ba0a0e0e618 kind: Event lastTimestamp: "2026-07-09T18:37:02Z" message: 'Created pod: splitter-graph-05318-8558c6757d-frzqc' metadata: creationTimestamp: "2026-07-09T18:37:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:02Z" name: splitter-graph-05318-8558c6757d.18c0b2f5feca8fbd namespace: kserve-ci-e2e-test resourceVersion: "26995" uid: fc84aaee-d05d-4039-9210-0e266c46fb48 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-05318 namespace: kserve-ci-e2e-test resourceVersion: "26986" uid: 9a605910-c54c-4d86-8041-e1f67f5f3e73 kind: Event lastTimestamp: "2026-07-09T18:37:02Z" message: Scaled up replica set splitter-graph-05318-8558c6757d from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:37:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:02Z" name: splitter-graph-05318.18c0b2f5fbfec900 namespace: kserve-ci-e2e-test resourceVersion: "26989" uid: 37dea3ef-1229-4218-964d-500bfacac7d8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:37:02Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-05318 namespace: kserve-ci-e2e-test resourceVersion: "27008" uid: c7559773-dfbd-4ebb-95eb-0f59dcd62d28 kind: Event lastTimestamp: "2026-07-09T18:37:02Z" message: InferenceGraph [splitter-graph-05318] is Ready metadata: creationTimestamp: "2026-07-09T18:37:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:37:02Z" name: splitter-graph-05318.18c0b2f6075d93e3 namespace: kserve-ci-e2e-test resourceVersion: "27010" uid: 5619dcc0-5982-449c-b93b-a8211968cf02 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:37:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-05318 namespace: kserve-ci-e2e-test resourceVersion: "26987" uid: 414d1c3d-b9b6-4b6b-b068-0b1f661dfce7 kind: Event lastTimestamp: "2026-07-09T18:37:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:37:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:32Z" name: splitter-graph-05318.18c0b2f97ab3d2e3 namespace: kserve-ci-e2e-test resourceVersion: "27245" uid: 8f848ee6-581a-4e10-8324-25dc8edce1df reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:37:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-05318 namespace: kserve-ci-e2e-test resourceVersion: "26987" uid: 414d1c3d-b9b6-4b6b-b068-0b1f661dfce7 kind: Event lastTimestamp: "2026-07-09T18:37:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:37:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:32Z" name: splitter-graph-05318.18c0b2f97b54ab3b namespace: kserve-ci-e2e-test resourceVersion: "27246" uid: 0302ea8e-7517-4d47-ba57-4452657821c8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:35:51.673512Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-05680-7c59cd8f45-tj96h namespace: kserve-ci-e2e-test resourceVersion: "26191" uid: d2e2a578-112b-406c-94f7-e220548d352b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-05680-7c59cd8f45-tj96h to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:35:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:35:51Z" name: splitter-graph-05680-7c59cd8f45-tj96h.18c0b2e59c049eac namespace: kserve-ci-e2e-test resourceVersion: "26197" uid: c08f53cc-967d-4a3c-9222-705d094bd268 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:52Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-05680-7c59cd8f45-tj96h namespace: kserve-ci-e2e-test resourceVersion: "26200" uid: d2e2a578-112b-406c-94f7-e220548d352b kind: Event lastTimestamp: "2026-07-09T18:35:52Z" message: Add eth0 [10.134.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:35:52Z" name: splitter-graph-05680-7c59cd8f45-tj96h.18c0b2e5b5386444 namespace: kserve-ci-e2e-test resourceVersion: "26216" uid: 4e394fa0-c869-46ad-9d1a-6c296f7f99a1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-05680} kind: Pod name: splitter-graph-05680-7c59cd8f45-tj96h namespace: kserve-ci-e2e-test resourceVersion: "26194" uid: d2e2a578-112b-406c-94f7-e220548d352b kind: Event lastTimestamp: "2026-07-09T18:35:52Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13" already present on machine metadata: creationTimestamp: "2026-07-09T18:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:52Z" name: splitter-graph-05680-7c59cd8f45-tj96h.18c0b2e5b694be04 namespace: kserve-ci-e2e-test resourceVersion: "26218" uid: ab0b339f-527f-4ded-a8a3-30f244a07c11 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-05680} kind: Pod name: splitter-graph-05680-7c59cd8f45-tj96h namespace: kserve-ci-e2e-test resourceVersion: "26194" uid: d2e2a578-112b-406c-94f7-e220548d352b kind: Event lastTimestamp: "2026-07-09T18:35:52Z" message: 'Created container: splitter-graph-05680' metadata: creationTimestamp: "2026-07-09T18:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:52Z" name: splitter-graph-05680-7c59cd8f45-tj96h.18c0b2e5b9915ac8 namespace: kserve-ci-e2e-test resourceVersion: "26220" uid: 14b11f17-b310-4d23-9c1a-6f97c82d6e56 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-05680} kind: Pod name: splitter-graph-05680-7c59cd8f45-tj96h namespace: kserve-ci-e2e-test resourceVersion: "26194" uid: d2e2a578-112b-406c-94f7-e220548d352b kind: Event lastTimestamp: "2026-07-09T18:35:52Z" message: Started container splitter-graph-05680 metadata: creationTimestamp: "2026-07-09T18:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:52Z" name: splitter-graph-05680-7c59cd8f45-tj96h.18c0b2e5b9fd09ab namespace: kserve-ci-e2e-test resourceVersion: "26221" uid: 85593a6c-33f9-4b71-bff6-0d81e762a7e2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-05680} kind: Pod name: splitter-graph-05680-7c59cd8f45-tj96h namespace: kserve-ci-e2e-test resourceVersion: "26194" uid: d2e2a578-112b-406c-94f7-e220548d352b kind: Event lastTimestamp: "2026-07-09T18:36:01Z" message: Stopping container splitter-graph-05680 metadata: creationTimestamp: "2026-07-09T18:36:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:01Z" name: splitter-graph-05680-7c59cd8f45-tj96h.18c0b2e7f533d405 namespace: kserve-ci-e2e-test resourceVersion: "26315" uid: 3fe0c8a0-511e-4748-b2a6-ca938fd6293e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:36:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-05680} kind: Pod name: splitter-graph-05680-7c59cd8f45-tj96h namespace: kserve-ci-e2e-test resourceVersion: "26194" uid: d2e2a578-112b-406c-94f7-e220548d352b kind: Event lastTimestamp: "2026-07-09T18:36:28Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:36:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:28Z" name: splitter-graph-05680-7c59cd8f45-tj96h.18c0b2e86cd7d808 namespace: kserve-ci-e2e-test resourceVersion: "26710" uid: 982fcdfc-d383-41b7-8a0d-edf052643aa7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-05680-7c59cd8f45 namespace: kserve-ci-e2e-test resourceVersion: "26188" uid: b2a5ec0a-06c7-4c54-84f0-76129409c9f6 kind: Event lastTimestamp: "2026-07-09T18:35:51Z" message: 'Created pod: splitter-graph-05680-7c59cd8f45-tj96h' metadata: creationTimestamp: "2026-07-09T18:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:51Z" name: splitter-graph-05680-7c59cd8f45.18c0b2e59b8d49d4 namespace: kserve-ci-e2e-test resourceVersion: "26193" uid: 98d88ad3-9256-42bd-b7b2-6eebaa2411b2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-05680 namespace: kserve-ci-e2e-test resourceVersion: "26186" uid: b87927e1-f9fd-4b0c-949b-b064ed9900cc kind: Event lastTimestamp: "2026-07-09T18:35:51Z" message: Scaled up replica set splitter-graph-05680-7c59cd8f45 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:51Z" name: splitter-graph-05680.18c0b2e59a21ef50 namespace: kserve-ci-e2e-test resourceVersion: "26189" uid: ffd9f629-6b4f-4dfb-85be-ff6afb988b49 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:51Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-05680 namespace: kserve-ci-e2e-test resourceVersion: "26208" uid: c2d3ef12-fef0-4910-a64c-f0e4fe950b67 kind: Event lastTimestamp: "2026-07-09T18:35:51Z" message: InferenceGraph [splitter-graph-05680] is Ready metadata: creationTimestamp: "2026-07-09T18:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:35:51Z" name: splitter-graph-05680.18c0b2e5a207e36a namespace: kserve-ci-e2e-test resourceVersion: "26212" uid: 871940dd-eca8-48e3-b617-7c248637cff2 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:41.377811Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw namespace: kserve-ci-e2e-test resourceVersion: "15931" uid: ac367207-f257-4d07-9ad4-6f7f5ca22489 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:41Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw.18c0b1cbd0c5d227 namespace: kserve-ci-e2e-test resourceVersion: "15945" uid: c3d700d7-23f1-4734-8a5e-d46e826e915b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw namespace: kserve-ci-e2e-test resourceVersion: "15953" uid: ac367207-f257-4d07-9ad4-6f7f5ca22489 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:41Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw.18c0b1cbecab28c6 namespace: kserve-ci-e2e-test resourceVersion: "16021" uid: 32c8b939-589b-44e2-ba1c-7140be8ef8eb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: ac367207-f257-4d07-9ad4-6f7f5ca22489 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw.18c0b1cbee24c6be namespace: kserve-ci-e2e-test resourceVersion: "16024" uid: b317edfc-841c-494f-96fd-2313a3d0ffc2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: ac367207-f257-4d07-9ad4-6f7f5ca22489 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw.18c0b1cbf0dca346 namespace: kserve-ci-e2e-test resourceVersion: "16026" uid: 78208957-c9b5-4170-9dda-be9031a78161 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: ac367207-f257-4d07-9ad4-6f7f5ca22489 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw.18c0b1cbf14c5209 namespace: kserve-ci-e2e-test resourceVersion: "16027" uid: c7913dda-b89b-41ba-bc4b-a5f7f7e6c21d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: ac367207-f257-4d07-9ad4-6f7f5ca22489 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw.18c0b1cbf15771d1 namespace: kserve-ci-e2e-test resourceVersion: "16028" uid: 226eaf5d-de92-4029-a3fa-e085ca54ef1f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: ac367207-f257-4d07-9ad4-6f7f5ca22489 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw.18c0b1cbf4d9ea65 namespace: kserve-ci-e2e-test resourceVersion: "16029" uid: d3273c40-1528-4f25-ae57-63dee02a02a3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: ac367207-f257-4d07-9ad4-6f7f5ca22489 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw.18c0b1cbf5450b79 namespace: kserve-ci-e2e-test resourceVersion: "16030" uid: 0b79a708-45c6-4977-a8c4-d155360805f8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-09T18:15:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: ac367207-f257-4d07-9ad4-6f7f5ca22489 kind: Event lastTimestamp: "2026-07-09T18:24:58Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:15:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:58Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw.18c0b1cc27e5eaa3 namespace: kserve-ci-e2e-test resourceVersion: "20374" uid: decb415e-be79-45bd-99da-d57358864de1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: ac367207-f257-4d07-9ad4-6f7f5ca22489 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw.18c0b24cf9bb0678 namespace: kserve-ci-e2e-test resourceVersion: "20256" uid: 1965e9b5-98db-4ea2-922f-f7a0147ea310 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: ac367207-f257-4d07-9ad4-6f7f5ca22489 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw.18c0b24cf9bb7323 namespace: kserve-ci-e2e-test resourceVersion: "20258" uid: 8cf783ce-87be-4c1c-a424-ffd32d539353 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: ac367207-f257-4d07-9ad4-6f7f5ca22489 kind: Event lastTimestamp: "2026-07-09T18:24:58Z" message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:24:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:58Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw.18c0b24d9c5bfba5 namespace: kserve-ci-e2e-test resourceVersion: "20373" uid: a4e8dc2b-5ba5-4306-88de-affa3ec47cbd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-04bd4-predictor-5449bcfd5b namespace: kserve-ci-e2e-test resourceVersion: "15920" uid: 0e860966-cfbe-4601-945f-af88bad840b5 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: 'Created pod: success-200-isvc-04bd4-predictor-5449bcfd5b-5l4kw' metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:41Z" name: success-200-isvc-04bd4-predictor-5449bcfd5b.18c0b1cbd03dc10f namespace: kserve-ci-e2e-test resourceVersion: "15937" uid: 8a2f9d5a-8cda-4644-8fd3-49c325619ca5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-04bd4-predictor namespace: kserve-ci-e2e-test resourceVersion: "15911" uid: fce25c60-55a0-4f38-9dc9-13aed53e5cd5 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: Scaled up replica set success-200-isvc-04bd4-predictor-5449bcfd5b from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:41Z" name: success-200-isvc-04bd4-predictor.18c0b1cbce51c848 namespace: kserve-ci-e2e-test resourceVersion: "15922" uid: 3769cbfa-112c-414a-8037-e77982d0fa6b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-04bd4-predictor namespace: kserve-ci-e2e-test resourceVersion: "15918" uid: 90a12a04-ccea-40c8-802a-ddea9ffa9228 kind: Event lastTimestamp: "2026-07-09T18:16:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:11Z" name: success-200-isvc-04bd4-predictor.18c0b1cf4d08dc38 namespace: kserve-ci-e2e-test resourceVersion: "16304" uid: 5a4f9660-1d11-458d-8846-cb13f3d5f40c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-04bd4-predictor namespace: kserve-ci-e2e-test resourceVersion: "15918" uid: 90a12a04-ccea-40c8-802a-ddea9ffa9228 kind: Event lastTimestamp: "2026-07-09T18:16:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:11Z" name: success-200-isvc-04bd4-predictor.18c0b1cf4d6d2059 namespace: kserve-ci-e2e-test resourceVersion: "16305" uid: 6dd861aa-0bfe-420f-a84a-ecc5a41f0f61 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-04bd4-predictor namespace: kserve-ci-e2e-test resourceVersion: "16169" uid: 90a12a04-ccea-40c8-802a-ddea9ffa9228 kind: Event lastTimestamp: "2026-07-09T18:16:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:56Z" name: success-200-isvc-04bd4-predictor.18c0b1d64bd82a0b namespace: kserve-ci-e2e-test resourceVersion: "16749" uid: ac683b60-fc56-4023-b4ec-34da8d25c09b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:16:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-04bd4-predictor namespace: kserve-ci-e2e-test resourceVersion: "16169" uid: 90a12a04-ccea-40c8-802a-ddea9ffa9228 kind: Event lastTimestamp: "2026-07-09T18:16:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:56Z" name: success-200-isvc-04bd4-predictor.18c0b1d64c5bf4f9 namespace: kserve-ci-e2e-test resourceVersion: "16750" uid: 4e1b8f35-eb96-4001-8a02-cadfc6434de3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-04bd4 namespace: kserve-ci-e2e-test resourceVersion: "15899" uid: b495cf88-4119-492c-8fdb-73d3a654ad71 kind: Event lastTimestamp: "2026-07-09T18:16:28Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:28Z" name: success-200-isvc-04bd4.18c0b1cbce5b7180 namespace: kserve-ci-e2e-test resourceVersion: "16502" uid: 90437161-16ee-4c7c-bc76-776af47de2ae reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-04bd4 namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: b495cf88-4119-492c-8fdb-73d3a654ad71 kind: Event lastTimestamp: "2026-07-09T18:16:28Z" message: InferenceService [success-200-isvc-04bd4] is Ready metadata: creationTimestamp: "2026-07-09T18:16:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:28Z" name: success-200-isvc-04bd4.18c0b1d6e3d1fc1d namespace: kserve-ci-e2e-test resourceVersion: "16501" uid: b181ac3e-62ea-4552-8368-18cc6aff0f09 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:36:01.984668Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 namespace: kserve-ci-e2e-test resourceVersion: "26353" uid: 19951eee-2961-4ffb-a323-1bba72144b1c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:36:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:36:01Z" name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9.18c0b2e8029c63ea namespace: kserve-ci-e2e-test resourceVersion: "26358" uid: ef7d2cf7-6128-4fd0-a2e3-981f80f2aea2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: 19951eee-2961-4ffb-a323-1bba72144b1c kind: Event lastTimestamp: "2026-07-09T18:36:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-05318-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:36:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:02Z" name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9.18c0b2e8110d3a1d namespace: kserve-ci-e2e-test resourceVersion: "26410" uid: 271f5394-201a-40b9-88b8-4e4521d822de reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:03Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 namespace: kserve-ci-e2e-test resourceVersion: "26363" uid: 19951eee-2961-4ffb-a323-1bba72144b1c kind: Event lastTimestamp: "2026-07-09T18:36:03Z" message: Add eth0 [10.134.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:36:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:36:03Z" name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9.18c0b2e8404c7233 namespace: kserve-ci-e2e-test resourceVersion: "26430" uid: cd7d46e5-c424-46f0-b042-486d56bf32ff reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: 19951eee-2961-4ffb-a323-1bba72144b1c kind: Event lastTimestamp: "2026-07-09T18:36:03Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:36:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:03Z" name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9.18c0b2e842076386 namespace: kserve-ci-e2e-test resourceVersion: "26432" uid: 921795e5-a253-4a94-80fa-d378c895953b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: 19951eee-2961-4ffb-a323-1bba72144b1c kind: Event lastTimestamp: "2026-07-09T18:36:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:36:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:03Z" name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9.18c0b2e84582e60c namespace: kserve-ci-e2e-test resourceVersion: "26433" uid: 353b6a11-4091-45f0-9f9b-d10bd1bcd49a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: 19951eee-2961-4ffb-a323-1bba72144b1c kind: Event lastTimestamp: "2026-07-09T18:36:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:36:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:03Z" name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9.18c0b2e845fcdf0f namespace: kserve-ci-e2e-test resourceVersion: "26434" uid: 76045948-8a1e-4ec7-8d7b-3ef47cb70d66 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: 19951eee-2961-4ffb-a323-1bba72144b1c kind: Event lastTimestamp: "2026-07-09T18:36:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:36:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:03Z" name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9.18c0b2e84607a701 namespace: kserve-ci-e2e-test resourceVersion: "26435" uid: 86dc4627-015f-4c1e-8e65-16d58c26763a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: 19951eee-2961-4ffb-a323-1bba72144b1c kind: Event lastTimestamp: "2026-07-09T18:36:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:36:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:03Z" name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9.18c0b2e849008e93 namespace: kserve-ci-e2e-test resourceVersion: "26437" uid: bf7b7204-ff88-4cfb-8226-4e1c2f9d348f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: 19951eee-2961-4ffb-a323-1bba72144b1c kind: Event lastTimestamp: "2026-07-09T18:36:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:36:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:03Z" name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9.18c0b2e8497d8dfb namespace: kserve-ci-e2e-test resourceVersion: "26438" uid: 9594f80c-a2ba-4b75-9db3-22f8e17278d8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:36:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: 19951eee-2961-4ffb-a323-1bba72144b1c kind: Event lastTimestamp: "2026-07-09T18:36:40Z" message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:36:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:40Z" name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9.18c0b2e8ab1a26ea namespace: kserve-ci-e2e-test resourceVersion: "26813" uid: 43ca0d7d-a081-4648-bbd6-0e5c829d4644 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:45:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: 19951eee-2961-4ffb-a323-1bba72144b1c kind: Event lastTimestamp: "2026-07-09T18:45:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:45:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:45:16Z" name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9.18c0b369320f726d namespace: kserve-ci-e2e-test resourceVersion: "30468" uid: b232cb2a-56d2-4594-ab03-eae1b096723a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:45:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9 namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: 19951eee-2961-4ffb-a323-1bba72144b1c kind: Event lastTimestamp: "2026-07-09T18:45:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:45:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:45:16Z" name: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9.18c0b369321015dc namespace: kserve-ci-e2e-test resourceVersion: "30469" uid: 54f6275c-8323-4767-b0c7-b220ba6c8a38 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-05318-predictor-6c8d5ffd46 namespace: kserve-ci-e2e-test resourceVersion: "26341" uid: 61336fa2-9f25-4114-985d-af7bd5fc881f kind: Event lastTimestamp: "2026-07-09T18:36:01Z" message: 'Created pod: success-200-isvc-05318-predictor-6c8d5ffd46-8pjm9' metadata: creationTimestamp: "2026-07-09T18:36:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:01Z" name: success-200-isvc-05318-predictor-6c8d5ffd46.18c0b2e802315e93 namespace: kserve-ci-e2e-test resourceVersion: "26355" uid: 2c1ddf52-7e36-4709-9dae-2c9bb80780c4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-05318-predictor namespace: kserve-ci-e2e-test resourceVersion: "26334" uid: 6fc72769-5cd7-4ab1-a004-917ea81cd9eb kind: Event lastTimestamp: "2026-07-09T18:36:01Z" message: Scaled up replica set success-200-isvc-05318-predictor-6c8d5ffd46 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:36:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:01Z" name: success-200-isvc-05318-predictor.18c0b2e7ff968d40 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 2d29d3ad-f6ec-4539-8c2a-c33e095fdd9d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:36:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-05318-predictor namespace: kserve-ci-e2e-test resourceVersion: "26340" uid: 8033a62c-037b-4956-a24d-354c1a2c05c3 kind: Event lastTimestamp: "2026-07-09T18:36:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:31Z" name: success-200-isvc-05318-predictor.18c0b2eb7e2208f0 namespace: kserve-ci-e2e-test resourceVersion: "26738" uid: 995947d8-1714-4852-9edf-0b4e6e551ffe reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:36:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-05318-predictor namespace: kserve-ci-e2e-test resourceVersion: "26340" uid: 8033a62c-037b-4956-a24d-354c1a2c05c3 kind: Event lastTimestamp: "2026-07-09T18:36:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:31Z" name: success-200-isvc-05318-predictor.18c0b2eb7e9761f2 namespace: kserve-ci-e2e-test resourceVersion: "26739" uid: 7076d039-1f58-486f-8a59-5c23321d318c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:36:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-05318-predictor namespace: kserve-ci-e2e-test resourceVersion: "26580" uid: 8033a62c-037b-4956-a24d-354c1a2c05c3 kind: Event lastTimestamp: "2026-07-09T18:37:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:02Z" name: success-200-isvc-05318-predictor.18c0b2f27c5dccc9 namespace: kserve-ci-e2e-test resourceVersion: "26991" uid: f7197d8e-b1c4-42c3-94de-61ee67d72010 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:36:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-05318-predictor namespace: kserve-ci-e2e-test resourceVersion: "26580" uid: 8033a62c-037b-4956-a24d-354c1a2c05c3 kind: Event lastTimestamp: "2026-07-09T18:37:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:37:02Z" name: success-200-isvc-05318-predictor.18c0b2f27d038b59 namespace: kserve-ci-e2e-test resourceVersion: "26993" uid: 448dbeab-68fe-453e-81ec-a2612bf6750d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:36:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-05318 namespace: kserve-ci-e2e-test resourceVersion: "26320" uid: c51f06ec-3b5c-4443-87dc-cb27244416a7 kind: Event lastTimestamp: "2026-07-09T18:36:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:36:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:51Z" name: success-200-isvc-05318.18c0b2e7ffb5b79d namespace: kserve-ci-e2e-test resourceVersion: "26903" uid: bba925f1-e140-476e-b1af-dc2ad7040672 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-05318 namespace: kserve-ci-e2e-test resourceVersion: "26320" uid: c51f06ec-3b5c-4443-87dc-cb27244416a7 kind: Event lastTimestamp: "2026-07-09T18:36:01Z" message: 'Failed to update status for InferenceService "success-200-isvc-05318": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-05318": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:36:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:01Z" name: success-200-isvc-05318.18c0b2e8006849c9 namespace: kserve-ci-e2e-test resourceVersion: "26348" uid: 06b13c3e-e98b-4985-bc66-1e11b05f70d7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-05318 namespace: kserve-ci-e2e-test resourceVersion: "26320" uid: c51f06ec-3b5c-4443-87dc-cb27244416a7 kind: Event lastTimestamp: "2026-07-09T18:36:01Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-05318": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:36:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:01Z" name: success-200-isvc-05318.18c0b2e80068a062 namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: 566dcfc9-426a-4d74-b0e8-dedb8f163b8f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-05318 namespace: kserve-ci-e2e-test resourceVersion: "26901" uid: c51f06ec-3b5c-4443-87dc-cb27244416a7 kind: Event lastTimestamp: "2026-07-09T18:36:50Z" message: InferenceService [success-200-isvc-05318] is Ready metadata: creationTimestamp: "2026-07-09T18:36:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:50Z" name: success-200-isvc-05318.18c0b2f36a94d767 namespace: kserve-ci-e2e-test resourceVersion: "26902" uid: 8a9d549c-9ed6-4fd1-8911-55801960496b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:34:51.670286Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-05680-predictor-676fcf4866-kvtsw namespace: kserve-ci-e2e-test resourceVersion: "25421" uid: a53d6908-7679-452b-841c-b2ccb44b7b6b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-05680-predictor-676fcf4866-kvtsw to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:34:51Z" name: success-200-isvc-05680-predictor-676fcf4866-kvtsw.18c0b2d7a38c051c namespace: kserve-ci-e2e-test resourceVersion: "25428" uid: ea681311-7d77-4f17-90c6-6ff3dddbc9fb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-05680-predictor-676fcf4866-kvtsw namespace: kserve-ci-e2e-test resourceVersion: "25437" uid: a53d6908-7679-452b-841c-b2ccb44b7b6b kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:34:52Z" name: success-200-isvc-05680-predictor-676fcf4866-kvtsw.18c0b2d7bcc0185a namespace: kserve-ci-e2e-test resourceVersion: "25477" uid: 1870f219-f6fa-42dc-9cac-50ccf26f3fa1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-05680-predictor-676fcf4866-kvtsw namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: a53d6908-7679-452b-841c-b2ccb44b7b6b kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:52Z" name: success-200-isvc-05680-predictor-676fcf4866-kvtsw.18c0b2d7be574747 namespace: kserve-ci-e2e-test resourceVersion: "25479" uid: d860a103-f3cb-46f2-b103-3a90e2876b67 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-05680-predictor-676fcf4866-kvtsw namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: a53d6908-7679-452b-841c-b2ccb44b7b6b kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:52Z" name: success-200-isvc-05680-predictor-676fcf4866-kvtsw.18c0b2d7c1a551dc namespace: kserve-ci-e2e-test resourceVersion: "25481" uid: 627b5132-5714-4fd9-b338-06345258a310 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-05680-predictor-676fcf4866-kvtsw namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: a53d6908-7679-452b-841c-b2ccb44b7b6b kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:52Z" name: success-200-isvc-05680-predictor-676fcf4866-kvtsw.18c0b2d7c212c848 namespace: kserve-ci-e2e-test resourceVersion: "25482" uid: 26e1a054-99ff-4af7-a8df-efb626a75685 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-05680-predictor-676fcf4866-kvtsw namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: a53d6908-7679-452b-841c-b2ccb44b7b6b kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:52Z" name: success-200-isvc-05680-predictor-676fcf4866-kvtsw.18c0b2d7c21b8aa6 namespace: kserve-ci-e2e-test resourceVersion: "25483" uid: 7d23a87b-e4f5-45f0-aaa9-473e598c2875 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-05680-predictor-676fcf4866-kvtsw namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: a53d6908-7679-452b-841c-b2ccb44b7b6b kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:52Z" name: success-200-isvc-05680-predictor-676fcf4866-kvtsw.18c0b2d7c4e61390 namespace: kserve-ci-e2e-test resourceVersion: "25486" uid: ed063009-a79c-499c-b73a-e31f900d3351 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-05680-predictor-676fcf4866-kvtsw namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: a53d6908-7679-452b-841c-b2ccb44b7b6b kind: Event lastTimestamp: "2026-07-09T18:34:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:52Z" name: success-200-isvc-05680-predictor-676fcf4866-kvtsw.18c0b2d7c5558882 namespace: kserve-ci-e2e-test resourceVersion: "25487" uid: 6d87eb70-4439-4d23-ac3c-5989d7b63717 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-05680-predictor-676fcf4866-kvtsw namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: a53d6908-7679-452b-841c-b2ccb44b7b6b kind: Event lastTimestamp: "2026-07-09T18:35:28Z" message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:28Z" name: success-200-isvc-05680-predictor-676fcf4866-kvtsw.18c0b2d7d5753966 namespace: kserve-ci-e2e-test resourceVersion: "25968" uid: fd39d07f-fa43-41be-8da7-4c3c5e32c819 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-05680-predictor-676fcf4866-kvtsw namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: a53d6908-7679-452b-841c-b2ccb44b7b6b kind: Event lastTimestamp: "2026-07-09T18:36:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:36:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:01Z" name: success-200-isvc-05680-predictor-676fcf4866-kvtsw.18c0b2e8005f0d21 namespace: kserve-ci-e2e-test resourceVersion: "26346" uid: 5a933d12-7bda-4c6c-ad31-c642deb37b55 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-05680-predictor-676fcf4866-kvtsw namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: a53d6908-7679-452b-841c-b2ccb44b7b6b kind: Event lastTimestamp: "2026-07-09T18:36:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:36:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:01Z" name: success-200-isvc-05680-predictor-676fcf4866-kvtsw.18c0b2e80060238e namespace: kserve-ci-e2e-test resourceVersion: "26349" uid: 55499195-dfde-42c4-a4a0-c88afbc85cf9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-05680-predictor-676fcf4866-kvtsw namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: a53d6908-7679-452b-841c-b2ccb44b7b6b kind: Event lastTimestamp: "2026-07-09T18:36:03Z" message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp 10.134.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:36:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:03Z" name: success-200-isvc-05680-predictor-676fcf4866-kvtsw.18c0b2e85d97f1cf namespace: kserve-ci-e2e-test resourceVersion: "26441" uid: 8c4b46f4-c4da-40fd-9bd6-6c4c35653412 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-05680-predictor-676fcf4866 namespace: kserve-ci-e2e-test resourceVersion: "25402" uid: ed7293f6-db1a-4f58-8284-83dbb13a23b3 kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: 'Created pod: success-200-isvc-05680-predictor-676fcf4866-kvtsw' metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:34:51Z" name: success-200-isvc-05680-predictor-676fcf4866.18c0b2d7a2fb491f namespace: kserve-ci-e2e-test resourceVersion: "25423" uid: c0e723db-aa29-4094-9cfe-5e8e30d3492e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-05680-predictor namespace: kserve-ci-e2e-test resourceVersion: "25395" uid: 059d3229-ffc3-467d-8260-5ef1eb89c973 kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: Scaled up replica set success-200-isvc-05680-predictor-676fcf4866 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:34:51Z" name: success-200-isvc-05680-predictor.18c0b2d79a17b322 namespace: kserve-ci-e2e-test resourceVersion: "25405" uid: 7573f174-48b8-4542-a27a-0afa0da8c61c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:35:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-05680-predictor namespace: kserve-ci-e2e-test resourceVersion: "25399" uid: f32a1b08-013a-43c9-ac29-c08ddad0b96b kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:35:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:21Z" name: success-200-isvc-05680-predictor.18c0b2db18a1a1f8 namespace: kserve-ci-e2e-test resourceVersion: "25830" uid: e11734bd-4399-46df-b68b-ddac57a3dfc7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:35:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-05680-predictor namespace: kserve-ci-e2e-test resourceVersion: "25399" uid: f32a1b08-013a-43c9-ac29-c08ddad0b96b kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:35:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:21Z" name: success-200-isvc-05680-predictor.18c0b2db191e066b namespace: kserve-ci-e2e-test resourceVersion: "25836" uid: ba32adcb-b10c-4e23-8466-2249cedb217a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:35:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-05680-predictor namespace: kserve-ci-e2e-test resourceVersion: "25632" uid: f32a1b08-013a-43c9-ac29-c08ddad0b96b kind: Event lastTimestamp: "2026-07-09T18:35:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:51Z" name: success-200-isvc-05680-predictor.18c0b2e217838838 namespace: kserve-ci-e2e-test resourceVersion: "26180" uid: 0489df55-48aa-40d7-9f2a-393c8200ca64 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:35:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-05680-predictor namespace: kserve-ci-e2e-test resourceVersion: "25632" uid: f32a1b08-013a-43c9-ac29-c08ddad0b96b kind: Event lastTimestamp: "2026-07-09T18:35:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:51Z" name: success-200-isvc-05680-predictor.18c0b2e217f38fb9 namespace: kserve-ci-e2e-test resourceVersion: "26182" uid: fc8f8014-dd2d-4269-8bad-1098fc6a3701 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-05680 namespace: kserve-ci-e2e-test resourceVersion: "25381" uid: 27e65bcf-34aa-477d-8e5a-7ae80981b3e9 kind: Event lastTimestamp: "2026-07-09T18:35:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:35:38Z" name: success-200-isvc-05680.18c0b2d799dc465b namespace: kserve-ci-e2e-test resourceVersion: "26069" uid: f87008de-03db-4eed-8038-6685e7d21a55 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-05680 namespace: kserve-ci-e2e-test resourceVersion: "25381" uid: 27e65bcf-34aa-477d-8e5a-7ae80981b3e9 kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: 'Failed to update status for InferenceService "success-200-isvc-05680": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-05680": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:34:51Z" name: success-200-isvc-05680.18c0b2d79ab69fa8 namespace: kserve-ci-e2e-test resourceVersion: "25408" uid: d4a52b8e-0aaa-4773-a4ea-ad8ba04c657c reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-05680 namespace: kserve-ci-e2e-test resourceVersion: "25381" uid: 27e65bcf-34aa-477d-8e5a-7ae80981b3e9 kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-05680": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:34:51Z" name: success-200-isvc-05680.18c0b2d79ab6fc47 namespace: kserve-ci-e2e-test resourceVersion: "25410" uid: e951b98e-fb6f-4c47-97f1-8351f0b04d50 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-05680 namespace: kserve-ci-e2e-test resourceVersion: "26066" uid: 27e65bcf-34aa-477d-8e5a-7ae80981b3e9 kind: Event lastTimestamp: "2026-07-09T18:35:38Z" message: InferenceService [success-200-isvc-05680] is Ready metadata: creationTimestamp: "2026-07-09T18:35:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:35:38Z" name: success-200-isvc-05680.18c0b2e29308863e namespace: kserve-ci-e2e-test resourceVersion: "26067" uid: 2fad346e-50b7-4f1b-86b4-9e7f77a1362c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:24:56.176382Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj namespace: kserve-ci-e2e-test resourceVersion: "20269" uid: 5f5340ec-c5f9-4511-aa76-c7faf296b184 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj.18c0b24cfd58506c namespace: kserve-ci-e2e-test resourceVersion: "20275" uid: 9c3822ba-37d9-4364-a020-c4aa55561f89 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 5f5340ec-c5f9-4511-aa76-c7faf296b184 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj.18c0b24d181e1f97 namespace: kserve-ci-e2e-test resourceVersion: "20328" uid: ca50b1b1-5803-45f3-ad7f-288af6435ac6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj namespace: kserve-ci-e2e-test resourceVersion: "20273" uid: 5f5340ec-c5f9-4511-aa76-c7faf296b184 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj.18c0b24d1995e99d namespace: kserve-ci-e2e-test resourceVersion: "20330" uid: 0bfba116-8816-4bee-86e5-591875c4baf7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj namespace: kserve-ci-e2e-test resourceVersion: "20273" uid: 5f5340ec-c5f9-4511-aa76-c7faf296b184 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj.18c0b24d1c2a4252 namespace: kserve-ci-e2e-test resourceVersion: "20332" uid: 283d3085-8d05-4240-babe-79cb9e3ea6c9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj namespace: kserve-ci-e2e-test resourceVersion: "20273" uid: 5f5340ec-c5f9-4511-aa76-c7faf296b184 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj.18c0b24d1c97886a namespace: kserve-ci-e2e-test resourceVersion: "20333" uid: 0616493f-4536-40c7-b4ca-ea16a6cbd2d2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj namespace: kserve-ci-e2e-test resourceVersion: "20273" uid: 5f5340ec-c5f9-4511-aa76-c7faf296b184 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj.18c0b24d1c9f640c namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: e007b01e-bd78-48ce-ac6b-bbb003cce81d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj namespace: kserve-ci-e2e-test resourceVersion: "20273" uid: 5f5340ec-c5f9-4511-aa76-c7faf296b184 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj.18c0b24d1f879515 namespace: kserve-ci-e2e-test resourceVersion: "20338" uid: 74491bd1-0cb2-4f76-b4ab-0745e3bc5b12 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj namespace: kserve-ci-e2e-test resourceVersion: "20273" uid: 5f5340ec-c5f9-4511-aa76-c7faf296b184 kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj.18c0b24d1ff4e068 namespace: kserve-ci-e2e-test resourceVersion: "20339" uid: 9396042b-e856-4abe-ad8e-54ca083a8bd9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:24:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj namespace: kserve-ci-e2e-test resourceVersion: "20273" uid: 5f5340ec-c5f9-4511-aa76-c7faf296b184 kind: Event lastTimestamp: "2026-07-09T18:25:33Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:24:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:33Z" name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj.18c0b24d342b9e4f namespace: kserve-ci-e2e-test resourceVersion: "20705" uid: 1af22c39-d484-40a6-9036-d00ec10f2837 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj namespace: kserve-ci-e2e-test resourceVersion: "20273" uid: 5f5340ec-c5f9-4511-aa76-c7faf296b184 kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:06Z" name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj.18c0b25d5955cb6c namespace: kserve-ci-e2e-test resourceVersion: "21217" uid: eda4439c-3d3a-446f-9cad-a4a772cb28ac reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj namespace: kserve-ci-e2e-test resourceVersion: "20273" uid: 5f5340ec-c5f9-4511-aa76-c7faf296b184 kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:06Z" name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj.18c0b25d59563f1d namespace: kserve-ci-e2e-test resourceVersion: "21219" uid: bc4df794-85f2-43b9-ad88-f5ea58bebf97 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj namespace: kserve-ci-e2e-test resourceVersion: "20273" uid: 5f5340ec-c5f9-4511-aa76-c7faf296b184 kind: Event lastTimestamp: "2026-07-09T18:26:08Z" message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp 10.134.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:26:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:08Z" name: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj.18c0b25dbc85f27b namespace: kserve-ci-e2e-test resourceVersion: "21329" uid: 2aac55c1-5406-4e2a-a521-f53d886db0e5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-2e68f-predictor-96b67d9d6 namespace: kserve-ci-e2e-test resourceVersion: "20261" uid: e18d66b0-4137-4100-affd-ef141029b9fa kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: 'Created pod: success-200-isvc-2e68f-predictor-96b67d9d6-c2ppj' metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-2e68f-predictor-96b67d9d6.18c0b24cfca9b288 namespace: kserve-ci-e2e-test resourceVersion: "20272" uid: efa8e5d2-67bd-4755-bbd3-224e4f3afdbd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-2e68f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20257" uid: 57ac9f8f-3288-422e-93bf-30cfbe1ad3ab kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: Scaled up replica set success-200-isvc-2e68f-predictor-96b67d9d6 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-2e68f-predictor.18c0b24cfadac1db namespace: kserve-ci-e2e-test resourceVersion: "20264" uid: 34d06d4c-96ed-433d-84a6-ef1a8785dc14 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:25:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2e68f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20260" uid: f06af96b-9ee2-4ae2-bdf9-4c0ff56fa61a kind: Event lastTimestamp: "2026-07-09T18:25:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:25:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:41Z" name: success-200-isvc-2e68f-predictor.18c0b2507a2da835 namespace: kserve-ci-e2e-test resourceVersion: "20919" uid: 86f8f34c-664b-41fb-9a4b-da7fb34fa30b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:25:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2e68f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20260" uid: f06af96b-9ee2-4ae2-bdf9-4c0ff56fa61a kind: Event lastTimestamp: "2026-07-09T18:25:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:25:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:41Z" name: success-200-isvc-2e68f-predictor.18c0b2507aa48c68 namespace: kserve-ci-e2e-test resourceVersion: "20920" uid: 9d254c66-ee40-4541-b8ee-1de52d449ff4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:25:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2e68f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20475" uid: f06af96b-9ee2-4ae2-bdf9-4c0ff56fa61a kind: Event lastTimestamp: "2026-07-09T18:25:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:25:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:56Z" name: success-200-isvc-2e68f-predictor.18c0b253f9ea3317 namespace: kserve-ci-e2e-test resourceVersion: "21083" uid: 99463356-227d-430d-9fb0-f2c6511f123b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:25:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2e68f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20475" uid: f06af96b-9ee2-4ae2-bdf9-4c0ff56fa61a kind: Event lastTimestamp: "2026-07-09T18:25:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:25:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:56Z" name: success-200-isvc-2e68f-predictor.18c0b253fa55669f namespace: kserve-ci-e2e-test resourceVersion: "21084" uid: fbfd7383-f11a-4dc0-93ea-ce70beeee851 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2e68f namespace: kserve-ci-e2e-test resourceVersion: "20231" uid: b54ff91d-7d2e-4df4-a1d3-9ae8bf4ae14f kind: Event lastTimestamp: "2026-07-09T18:25:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:43Z" name: success-200-isvc-2e68f.18c0b24cfb595df3 namespace: kserve-ci-e2e-test resourceVersion: "20946" uid: b7579c74-28d8-49a7-b711-d27e2ddc0fc2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2e68f namespace: kserve-ci-e2e-test resourceVersion: "20231" uid: b54ff91d-7d2e-4df4-a1d3-9ae8bf4ae14f kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: 'Failed to update status for InferenceService "success-200-isvc-2e68f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2e68f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-2e68f.18c0b24cfbb09165 namespace: kserve-ci-e2e-test resourceVersion: "20267" uid: c4dbbae2-8b35-43e2-a5e8-9140613d5ceb reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2e68f namespace: kserve-ci-e2e-test resourceVersion: "20231" uid: b54ff91d-7d2e-4df4-a1d3-9ae8bf4ae14f kind: Event lastTimestamp: "2026-07-09T18:24:56Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2e68f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:56Z" name: success-200-isvc-2e68f.18c0b24cfbb0e54d namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: 365f698c-7a9b-4e2a-ba9b-d3d25a84f6f1 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2e68f namespace: kserve-ci-e2e-test resourceVersion: "20943" uid: b54ff91d-7d2e-4df4-a1d3-9ae8bf4ae14f kind: Event lastTimestamp: "2026-07-09T18:25:43Z" message: InferenceService [success-200-isvc-2e68f] is Ready metadata: creationTimestamp: "2026-07-09T18:25:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:43Z" name: success-200-isvc-2e68f.18c0b257f1f012e2 namespace: kserve-ci-e2e-test resourceVersion: "20944" uid: 8d990098-bc78-4b10-a214-cd4571112434 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:26:06.510380Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg namespace: kserve-ci-e2e-test resourceVersion: "21236" uid: 7b1880d1-02dd-41bc-8c30-81b65371f5b4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-4ab35-predictor-565c568f4b-ppcbg to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:26:06Z" name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg.18c0b25d5d93d3b7 namespace: kserve-ci-e2e-test resourceVersion: "21245" uid: 65139548-d963-49ae-8df2-1a9020c2d385 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg namespace: kserve-ci-e2e-test resourceVersion: "21254" uid: 7b1880d1-02dd-41bc-8c30-81b65371f5b4 kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:26:07Z" name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg.18c0b25d7ad58f49 namespace: kserve-ci-e2e-test resourceVersion: "21300" uid: c87ee2e0-bb7d-4adb-b80f-4b9c4e09fdda reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: 7b1880d1-02dd-41bc-8c30-81b65371f5b4 kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:07Z" name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg.18c0b25d7c420a97 namespace: kserve-ci-e2e-test resourceVersion: "21302" uid: df50c239-7f9a-4f3d-beae-cdead47dea99 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: 7b1880d1-02dd-41bc-8c30-81b65371f5b4 kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:07Z" name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg.18c0b25d7f58a9b9 namespace: kserve-ci-e2e-test resourceVersion: "21306" uid: c161b45a-0cea-4900-9d3c-0d1e89a79c8a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: 7b1880d1-02dd-41bc-8c30-81b65371f5b4 kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:07Z" name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg.18c0b25d7fd892ad namespace: kserve-ci-e2e-test resourceVersion: "21307" uid: 925c5812-aaf1-4414-970f-ce66e4eb2443 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: 7b1880d1-02dd-41bc-8c30-81b65371f5b4 kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:07Z" name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg.18c0b25d7fe553ac namespace: kserve-ci-e2e-test resourceVersion: "21308" uid: 4ac0da67-fb97-4f79-9abc-1a46d1d33fb3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: 7b1880d1-02dd-41bc-8c30-81b65371f5b4 kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:07Z" name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg.18c0b25d82f6ca18 namespace: kserve-ci-e2e-test resourceVersion: "21312" uid: 93849acc-9a5b-4e4a-ba5d-59ac9c33ef0b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: 7b1880d1-02dd-41bc-8c30-81b65371f5b4 kind: Event lastTimestamp: "2026-07-09T18:26:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:07Z" name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg.18c0b25d8376cbb4 namespace: kserve-ci-e2e-test resourceVersion: "21313" uid: d887aa67-871e-4eb7-ab2f-c8b0afbc3930 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-09T18:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: 7b1880d1-02dd-41bc-8c30-81b65371f5b4 kind: Event lastTimestamp: "2026-07-09T18:35:23Z" message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:23Z" name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg.18c0b25d92c3f128 namespace: kserve-ci-e2e-test resourceVersion: "25923" uid: f9c1b58c-f841-46e4-8b59-02d0780e88d9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: 7b1880d1-02dd-41bc-8c30-81b65371f5b4 kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:21Z" name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg.18c0b2de971ac2b6 namespace: kserve-ci-e2e-test resourceVersion: "25824" uid: 3393ff6c-bbc4-458d-9271-e8f7bac6c9f4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: 7b1880d1-02dd-41bc-8c30-81b65371f5b4 kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:21Z" name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg.18c0b2de971b609e namespace: kserve-ci-e2e-test resourceVersion: "25827" uid: 28e80350-e0af-4969-b2ec-dac2757e1a19 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: 7b1880d1-02dd-41bc-8c30-81b65371f5b4 kind: Event lastTimestamp: "2026-07-09T18:35:23Z" message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp 10.134.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:35:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:23Z" name: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg.18c0b2df07677021 namespace: kserve-ci-e2e-test resourceVersion: "25922" uid: 62c1dc45-958f-4406-b03f-b689a894ca90 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-4ab35-predictor-565c568f4b namespace: kserve-ci-e2e-test resourceVersion: "21220" uid: 7a687e07-30ba-4bcf-a54c-18d8e4bbd4f9 kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: 'Created pod: success-200-isvc-4ab35-predictor-565c568f4b-ppcbg' metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:06Z" name: success-200-isvc-4ab35-predictor-565c568f4b.18c0b25d5ce263a7 namespace: kserve-ci-e2e-test resourceVersion: "21239" uid: a0ec6b00-449d-41ff-8381-c633d9f0aa0a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-4ab35-predictor namespace: kserve-ci-e2e-test resourceVersion: "21216" uid: 498381c3-3a33-4862-9605-b0f5bf65c582 kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: Scaled up replica set success-200-isvc-4ab35-predictor-565c568f4b from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:06Z" name: success-200-isvc-4ab35-predictor.18c0b25d5a4f1dbe namespace: kserve-ci-e2e-test resourceVersion: "21224" uid: e41fcd42-e99a-43fe-8c29-7c6f1eea3128 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:26:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4ab35-predictor namespace: kserve-ci-e2e-test resourceVersion: "21218" uid: 61fad8fa-cecc-4f8d-9c72-69e30f005d99 kind: Event lastTimestamp: "2026-07-09T18:26:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:36Z" name: success-200-isvc-4ab35-predictor.18c0b260d8af7b58 namespace: kserve-ci-e2e-test resourceVersion: "21575" uid: c220e127-f0b4-4203-8cc6-430d9904ab6c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:26:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4ab35-predictor namespace: kserve-ci-e2e-test resourceVersion: "21218" uid: 61fad8fa-cecc-4f8d-9c72-69e30f005d99 kind: Event lastTimestamp: "2026-07-09T18:26:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:36Z" name: success-200-isvc-4ab35-predictor.18c0b260d91ea2b6 namespace: kserve-ci-e2e-test resourceVersion: "21576" uid: 70fd911c-0dd7-476e-b694-ec5e8729671c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:26:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4ab35-predictor namespace: kserve-ci-e2e-test resourceVersion: "21444" uid: 61fad8fa-cecc-4f8d-9c72-69e30f005d99 kind: Event lastTimestamp: "2026-07-09T18:27:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:26:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:21Z" name: success-200-isvc-4ab35-predictor.18c0b267d74db5f9 namespace: kserve-ci-e2e-test resourceVersion: "22020" uid: 19edbca9-e398-4c65-aa3f-359e32dbbc56 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:26:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4ab35-predictor namespace: kserve-ci-e2e-test resourceVersion: "21444" uid: 61fad8fa-cecc-4f8d-9c72-69e30f005d99 kind: Event lastTimestamp: "2026-07-09T18:27:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:26:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:21Z" name: success-200-isvc-4ab35-predictor.18c0b267d7c30d5b namespace: kserve-ci-e2e-test resourceVersion: "22022" uid: f06b9880-5478-40d2-8735-2878c046c3bd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:26:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4ab35 namespace: kserve-ci-e2e-test resourceVersion: "21198" uid: 5eec0c78-c4cd-4634-ae8f-e9748e5c9658 kind: Event lastTimestamp: "2026-07-09T18:26:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:53Z" name: success-200-isvc-4ab35.18c0b25d5a45b5a7 namespace: kserve-ci-e2e-test resourceVersion: "21771" uid: fc6b75a1-4a0d-4338-901b-3e6f4c7242f3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4ab35 namespace: kserve-ci-e2e-test resourceVersion: "21769" uid: 5eec0c78-c4cd-4634-ae8f-e9748e5c9658 kind: Event lastTimestamp: "2026-07-09T18:26:53Z" message: InferenceService [success-200-isvc-4ab35] is Ready metadata: creationTimestamp: "2026-07-09T18:26:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:53Z" name: success-200-isvc-4ab35.18c0b2684ee2cc29 namespace: kserve-ci-e2e-test resourceVersion: "21770" uid: c9567c78-d648-4b91-85f9-7e5c7ea0bfa7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:13:21.339817Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14288" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-7eb51-predictor-57447d7988-rk8g9 to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:13:21Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1ab35dbaa7c namespace: kserve-ci-e2e-test resourceVersion: "14293" uid: 39cde82d-df79-49e5-b5fa-b31993df92f5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14298" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:13:21Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1ab4f28eea2 namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: 2e548d6e-e182-4c7d-82a1-c1f6172d2c13 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1718" metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:21Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1ab51e24c39 namespace: kserve-ci-e2e-test resourceVersion: "14373" uid: 46eb21b6-e51e-4712-9864-3674364c59ed reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:13:53Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1718" in 31.329s (31.329s including waiting). Image size: 1335542386 bytes.' metadata: creationTimestamp: "2026-07-09T18:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:53Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1b29d4aade2 namespace: kserve-ci-e2e-test resourceVersion: "14703" uid: 2e685a4c-07e9-429f-96a4-03f656dc424a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:13:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:53Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1b2a40a45c2 namespace: kserve-ci-e2e-test resourceVersion: "14705" uid: 5ae81b63-9044-4553-9f6b-cbbc98f752fa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:13:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:53Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1b2a547b2bb namespace: kserve-ci-e2e-test resourceVersion: "14708" uid: 58503136-bfaa-4a0c-8520-a425767f2b64 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:13:53Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-09T18:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:53Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1b2a5532be3 namespace: kserve-ci-e2e-test resourceVersion: "14709" uid: 00101bdf-d9ef-4efd-8de5-a7071144cda9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:13:56Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.34s (3.34s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-09T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:56Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1b36c6d1c96 namespace: kserve-ci-e2e-test resourceVersion: "14752" uid: 678b539a-7253-46a7-a6a7-afdf9a98c9e1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:13:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:56Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1b370067395 namespace: kserve-ci-e2e-test resourceVersion: "14755" uid: fc4a99a0-3a4c-4602-96e8-0e721cd9f697 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:13:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:56Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1b3706b4936 namespace: kserve-ci-e2e-test resourceVersion: "14759" uid: ae103c4e-6f2b-4779-8b57-db56a0fc3fb3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-09T18:13:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:15:13Z" message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:13:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:13Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1b3990bcab8 namespace: kserve-ci-e2e-test resourceVersion: "15588" uid: b963d8d8-8e22-4eeb-b5c1-3afb7f24a09f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:11Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1c4e11bdebc namespace: kserve-ci-e2e-test resourceVersion: "15486" uid: 20f43f98-3ca2-4517-be29-9e7601f1682c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:11Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1c4e11c4a90 namespace: kserve-ci-e2e-test resourceVersion: "15488" uid: 0725b312-312b-4209-bfe3-35835a1f79d4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: b829581f-d2ea-4d3d-b726-d2763dac62eb kind: Event lastTimestamp: "2026-07-09T18:15:13Z" message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp 10.134.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:15:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:13Z" name: success-200-isvc-7eb51-predictor-57447d7988-rk8g9.18c0b1c54b9bc07d namespace: kserve-ci-e2e-test resourceVersion: "15587" uid: 60e414c6-5a84-4c79-a181-a0dd21cca80d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-7eb51-predictor-57447d7988 namespace: kserve-ci-e2e-test resourceVersion: "14282" uid: 02b33fb7-f64c-48ec-a405-ccad04485347 kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: 'Created pod: success-200-isvc-7eb51-predictor-57447d7988-rk8g9' metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:21Z" name: success-200-isvc-7eb51-predictor-57447d7988.18c0b1ab355b5d2a namespace: kserve-ci-e2e-test resourceVersion: "14290" uid: 8da03ba1-cae9-4e93-86a0-fb3ca21a6bd8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-7eb51-predictor namespace: kserve-ci-e2e-test resourceVersion: "14279" uid: 1ec4e732-7eca-489e-88fb-d60763c054e1 kind: Event lastTimestamp: "2026-07-09T18:13:21Z" message: Scaled up replica set success-200-isvc-7eb51-predictor-57447d7988 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:21Z" name: success-200-isvc-7eb51-predictor.18c0b1ab335014a4 namespace: kserve-ci-e2e-test resourceVersion: "14284" uid: 2eafdbe9-146e-43da-95ef-e8f79440862b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:13:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7eb51-predictor namespace: kserve-ci-e2e-test resourceVersion: "14281" uid: 8dc4130a-1820-4efc-b170-dc41f1983784 kind: Event lastTimestamp: "2026-07-09T18:14:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:13:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:14:06Z" name: success-200-isvc-7eb51-predictor.18c0b1aeb208e997 namespace: kserve-ci-e2e-test resourceVersion: "14853" uid: b9c56864-e0c2-4d0a-9e4e-9549f6c0f139 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:13:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7eb51-predictor namespace: kserve-ci-e2e-test resourceVersion: "14281" uid: 8dc4130a-1820-4efc-b170-dc41f1983784 kind: Event lastTimestamp: "2026-07-09T18:14:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:13:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:14:06Z" name: success-200-isvc-7eb51-predictor.18c0b1aeb26fa135 namespace: kserve-ci-e2e-test resourceVersion: "14854" uid: 4cbdff46-031e-422b-aa39-131225ee7d2f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:14:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7eb51-predictor namespace: kserve-ci-e2e-test resourceVersion: "14556" uid: 8dc4130a-1820-4efc-b170-dc41f1983784 kind: Event lastTimestamp: "2026-07-09T18:15:06Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:06Z" name: success-200-isvc-7eb51-predictor.18c0b1b92f1150e5 namespace: kserve-ci-e2e-test resourceVersion: "15391" uid: cc85f36b-ef04-4078-8d99-4b069f411dc0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:14:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7eb51-predictor namespace: kserve-ci-e2e-test resourceVersion: "14556" uid: 8dc4130a-1820-4efc-b170-dc41f1983784 kind: Event lastTimestamp: "2026-07-09T18:15:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:06Z" name: success-200-isvc-7eb51-predictor.18c0b1b92f6d2f3d namespace: kserve-ci-e2e-test resourceVersion: "15392" uid: ab4eb624-61c8-4427-b770-594fd31f46e6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:13:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7eb51 namespace: kserve-ci-e2e-test resourceVersion: "14267" uid: 7f87f23c-89be-4cc7-94d7-ebbef99ddf10 kind: Event lastTimestamp: "2026-07-09T18:14:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:14:43Z" name: success-200-isvc-7eb51.18c0b1ab3350fc6a namespace: kserve-ci-e2e-test resourceVersion: "15163" uid: 4353d037-051f-4cc5-922d-b85b2d4c576e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7eb51 namespace: kserve-ci-e2e-test resourceVersion: "15161" uid: 7f87f23c-89be-4cc7-94d7-ebbef99ddf10 kind: Event lastTimestamp: "2026-07-09T18:14:43Z" message: InferenceService [success-200-isvc-7eb51] is Ready metadata: creationTimestamp: "2026-07-09T18:14:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:14:43Z" name: success-200-isvc-7eb51.18c0b1be5501609a namespace: kserve-ci-e2e-test resourceVersion: "15162" uid: 9a6c33b9-98da-4f06-82bb-e01dae34f5e1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:35:21.583474Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-95b80-predictor-87f46f968-cf625 namespace: kserve-ci-e2e-test resourceVersion: "25829" uid: 098c38af-c759-44a0-899f-d146526764f5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-95b80-predictor-87f46f968-cf625 to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:35:21Z" name: success-200-isvc-95b80-predictor-87f46f968-cf625.18c0b2de9a830b43 namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 08a40a9f-b155-40e9-a73e-ea0d837aec29 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-95b80-predictor-87f46f968-cf625 namespace: kserve-ci-e2e-test resourceVersion: "25841" uid: 098c38af-c759-44a0-899f-d146526764f5 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: Add eth0 [10.134.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:35:22Z" name: success-200-isvc-95b80-predictor-87f46f968-cf625.18c0b2deb39b1d1f namespace: kserve-ci-e2e-test resourceVersion: "25885" uid: 5b193c47-42b4-4b5a-a3c1-6bf0fa76099f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-95b80-predictor-87f46f968-cf625 namespace: kserve-ci-e2e-test resourceVersion: "25831" uid: 098c38af-c759-44a0-899f-d146526764f5 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:22Z" name: success-200-isvc-95b80-predictor-87f46f968-cf625.18c0b2deb556ebf4 namespace: kserve-ci-e2e-test resourceVersion: "25887" uid: 1771087b-464d-45ee-a215-f78f21cc9f63 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-95b80-predictor-87f46f968-cf625 namespace: kserve-ci-e2e-test resourceVersion: "25831" uid: 098c38af-c759-44a0-899f-d146526764f5 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:22Z" name: success-200-isvc-95b80-predictor-87f46f968-cf625.18c0b2deb82c6061 namespace: kserve-ci-e2e-test resourceVersion: "25888" uid: b48512b2-9388-45ec-818d-f0a843572167 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-95b80-predictor-87f46f968-cf625 namespace: kserve-ci-e2e-test resourceVersion: "25831" uid: 098c38af-c759-44a0-899f-d146526764f5 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:22Z" name: success-200-isvc-95b80-predictor-87f46f968-cf625.18c0b2deb89bb222 namespace: kserve-ci-e2e-test resourceVersion: "25889" uid: 7c36a3e7-8a14-40f0-bbe2-639dd37514ae reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-95b80-predictor-87f46f968-cf625 namespace: kserve-ci-e2e-test resourceVersion: "25831" uid: 098c38af-c759-44a0-899f-d146526764f5 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:22Z" name: success-200-isvc-95b80-predictor-87f46f968-cf625.18c0b2deb8a516f3 namespace: kserve-ci-e2e-test resourceVersion: "25890" uid: d8ee2d08-9fa1-4212-9789-936b24051076 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-95b80-predictor-87f46f968-cf625 namespace: kserve-ci-e2e-test resourceVersion: "25831" uid: 098c38af-c759-44a0-899f-d146526764f5 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:22Z" name: success-200-isvc-95b80-predictor-87f46f968-cf625.18c0b2debb624700 namespace: kserve-ci-e2e-test resourceVersion: "25892" uid: 23e74023-9416-4017-97d5-d6884e79f378 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-95b80-predictor-87f46f968-cf625 namespace: kserve-ci-e2e-test resourceVersion: "25831" uid: 098c38af-c759-44a0-899f-d146526764f5 kind: Event lastTimestamp: "2026-07-09T18:35:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:35:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:22Z" name: success-200-isvc-95b80-predictor-87f46f968-cf625.18c0b2debbd3b7c0 namespace: kserve-ci-e2e-test resourceVersion: "25894" uid: 76d94fbf-2aad-43eb-ac79-dc76c29bacc3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:35:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-95b80-predictor-87f46f968-cf625 namespace: kserve-ci-e2e-test resourceVersion: "25831" uid: 098c38af-c759-44a0-899f-d146526764f5 kind: Event lastTimestamp: "2026-07-09T18:35:59Z" message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:35:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:35:59Z" name: success-200-isvc-95b80-predictor-87f46f968-cf625.18c0b2df152affbc namespace: kserve-ci-e2e-test resourceVersion: "26280" uid: f9163dc9-5152-4562-8736-e38d9bc35625 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:52:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-95b80-predictor-87f46f968-cf625 namespace: kserve-ci-e2e-test resourceVersion: "25831" uid: 098c38af-c759-44a0-899f-d146526764f5 kind: Event lastTimestamp: "2026-07-09T18:52:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:52:40Z" name: success-200-isvc-95b80-predictor-87f46f968-cf625.18c0b3d08bfa91de namespace: kserve-ci-e2e-test resourceVersion: "33562" uid: 09aa5917-edc6-4ffd-88aa-8b1da76d9b56 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:52:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-95b80-predictor-87f46f968-cf625 namespace: kserve-ci-e2e-test resourceVersion: "25831" uid: 098c38af-c759-44a0-899f-d146526764f5 kind: Event lastTimestamp: "2026-07-09T18:52:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:52:40Z" name: success-200-isvc-95b80-predictor-87f46f968-cf625.18c0b3d08bfaf8dc namespace: kserve-ci-e2e-test resourceVersion: "33563" uid: 1a8b2727-0898-408a-adf2-eca0f98a2823 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-95b80-predictor-87f46f968 namespace: kserve-ci-e2e-test resourceVersion: "25816" uid: d5dd52db-7db1-4e5d-ac79-662fbad564c5 kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: 'Created pod: success-200-isvc-95b80-predictor-87f46f968-cf625' metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:21Z" name: success-200-isvc-95b80-predictor-87f46f968.18c0b2de992c064f namespace: kserve-ci-e2e-test resourceVersion: "25834" uid: b4054956-25ce-4b89-a777-eadf6867bba0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-95b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "25810" uid: e585d0ee-59e0-4896-aa36-1907dded179f kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: Scaled up replica set success-200-isvc-95b80-predictor-87f46f968 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:21Z" name: success-200-isvc-95b80-predictor.18c0b2de95ef0fb9 namespace: kserve-ci-e2e-test resourceVersion: "25818" uid: 08342681-0d67-423c-a89d-57d72fa5826c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-95b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "25813" uid: 2473b3c4-3fb7-40e9-b3a7-055d09d6ba98 kind: Event lastTimestamp: "2026-07-09T18:35:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:36Z" name: success-200-isvc-95b80-predictor.18c0b2e21525f71b namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: 715fda5d-93ad-4654-b481-0d8bcc0b290a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-95b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "25813" uid: 2473b3c4-3fb7-40e9-b3a7-055d09d6ba98 kind: Event lastTimestamp: "2026-07-09T18:35:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:35:36Z" name: success-200-isvc-95b80-predictor.18c0b2e21593fd26 namespace: kserve-ci-e2e-test resourceVersion: "26036" uid: 1788d5fa-f9b2-47c5-b5b9-21e9f77d40db reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:35:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-95b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "26035" uid: 2473b3c4-3fb7-40e9-b3a7-055d09d6ba98 kind: Event lastTimestamp: "2026-07-09T18:36:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:36Z" name: success-200-isvc-95b80-predictor.18c0b2e59474d4bd namespace: kserve-ci-e2e-test resourceVersion: "26778" uid: de1a3f9d-1cdb-47e0-b7a4-0fb23d378780 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:35:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-95b80-predictor namespace: kserve-ci-e2e-test resourceVersion: "26035" uid: 2473b3c4-3fb7-40e9-b3a7-055d09d6ba98 kind: Event lastTimestamp: "2026-07-09T18:36:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:36Z" name: success-200-isvc-95b80-predictor.18c0b2e594edcf21 namespace: kserve-ci-e2e-test resourceVersion: "26779" uid: b53f567e-079e-452e-9647-fde6b0baaf6c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-95b80 namespace: kserve-ci-e2e-test resourceVersion: "25784" uid: a9594398-d688-4a24-856b-29351ea1b325 kind: Event lastTimestamp: "2026-07-09T18:36:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:09Z" name: success-200-isvc-95b80.18c0b2de9632d3d2 namespace: kserve-ci-e2e-test resourceVersion: "26522" uid: 44855b86-ba70-4fc8-bc37-9f4a584abdb2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-95b80 namespace: kserve-ci-e2e-test resourceVersion: "25784" uid: a9594398-d688-4a24-856b-29351ea1b325 kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: 'Failed to update status for InferenceService "success-200-isvc-95b80": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-95b80": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:35:21Z" name: success-200-isvc-95b80.18c0b2de96ac312c namespace: kserve-ci-e2e-test resourceVersion: "25823" uid: 76e103a3-a9c2-4aad-ab83-0fb775fe2395 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:35:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-95b80 namespace: kserve-ci-e2e-test resourceVersion: "25784" uid: a9594398-d688-4a24-856b-29351ea1b325 kind: Event lastTimestamp: "2026-07-09T18:35:21Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-95b80": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:35:21Z" name: success-200-isvc-95b80.18c0b2de96ac7a93 namespace: kserve-ci-e2e-test resourceVersion: "25825" uid: 4e987a8b-d756-42c8-b9fe-90e26468004c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-95b80 namespace: kserve-ci-e2e-test resourceVersion: "26518" uid: a9594398-d688-4a24-856b-29351ea1b325 kind: Event lastTimestamp: "2026-07-09T18:36:09Z" message: InferenceService [success-200-isvc-95b80] is Ready metadata: creationTimestamp: "2026-07-09T18:36:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:09Z" name: success-200-isvc-95b80.18c0b2e9d1386cdf namespace: kserve-ci-e2e-test resourceVersion: "26520" uid: 143e8961-948b-41fa-8827-6b59727bf52d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:24:26.389472Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf namespace: kserve-ci-e2e-test resourceVersion: "19890" uid: 3beb597f-6558-466c-9da9-4fc0286584b4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf.18c0b2460de80243 namespace: kserve-ci-e2e-test resourceVersion: "19902" uid: 5755c8f0-1257-43b4-9c17-26e262b9a58b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 3beb597f-6558-466c-9da9-4fc0286584b4 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf.18c0b246278599c0 namespace: kserve-ci-e2e-test resourceVersion: "19951" uid: a6f24921-f9c1-4f75-869a-ce605428516f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: 3beb597f-6558-466c-9da9-4fc0286584b4 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf.18c0b24629c8e244 namespace: kserve-ci-e2e-test resourceVersion: "19953" uid: 633b746c-a18d-49af-a660-3ed0a0eabba5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: 3beb597f-6558-466c-9da9-4fc0286584b4 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf.18c0b2462d0089aa namespace: kserve-ci-e2e-test resourceVersion: "19956" uid: 05f7f1c8-9b87-4a5a-ac71-c000fa9a74e0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: 3beb597f-6558-466c-9da9-4fc0286584b4 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf.18c0b2462d6b7405 namespace: kserve-ci-e2e-test resourceVersion: "19958" uid: 6876bcf5-8665-4f87-b295-a354dc656a07 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: 3beb597f-6558-466c-9da9-4fc0286584b4 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf.18c0b2462d73ed2b namespace: kserve-ci-e2e-test resourceVersion: "19960" uid: baf08547-a146-4c95-be2e-0c0ed3f29b6d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: 3beb597f-6558-466c-9da9-4fc0286584b4 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf.18c0b2462fd1b396 namespace: kserve-ci-e2e-test resourceVersion: "19961" uid: d8aaafaf-1619-4782-8b4a-249209631c2b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: 3beb597f-6558-466c-9da9-4fc0286584b4 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf.18c0b24630420651 namespace: kserve-ci-e2e-test resourceVersion: "19962" uid: 01f3beae-9af9-465f-9f64-80e7eb3b942a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: 3beb597f-6558-466c-9da9-4fc0286584b4 kind: Event lastTimestamp: "2026-07-09T18:25:02Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:02Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf.18c0b2463078fde2 namespace: kserve-ci-e2e-test resourceVersion: "20409" uid: d8357d2a-aae2-4a55-84b9-327c3bf4c02e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: 3beb597f-6558-466c-9da9-4fc0286584b4 kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:36Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf.18c0b2566e47f8ca namespace: kserve-ci-e2e-test resourceVersion: "20806" uid: e852f784-1f27-4ab2-9444-8386d47f533c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: 3beb597f-6558-466c-9da9-4fc0286584b4 kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:36Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf.18c0b2566e48f474 namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 0312ada8-2142-4cfc-bcd9-a366560b00da reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: 3beb597f-6558-466c-9da9-4fc0286584b4 kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp 10.134.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:37Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf.18c0b256b8bbd24f namespace: kserve-ci-e2e-test resourceVersion: "20872" uid: 5656aa57-b115-40d5-ab8d-83b2bdd8bae7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d3ac8-predictor-5bfd49688b namespace: kserve-ci-e2e-test resourceVersion: "19877" uid: fc85570e-3b63-4cec-be76-e5b9c6531ceb kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: 'Created pod: success-200-isvc-d3ac8-predictor-5bfd49688b-wskcf' metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-d3ac8-predictor-5bfd49688b.18c0b2460d7e478b namespace: kserve-ci-e2e-test resourceVersion: "19897" uid: 1e7e4646-ff4f-4de2-9ded-047390940f21 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d3ac8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19873" uid: b96d4204-65a3-4973-8d24-794e120304a7 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Scaled up replica set success-200-isvc-d3ac8-predictor-5bfd49688b from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-d3ac8-predictor.18c0b246092b5b43 namespace: kserve-ci-e2e-test resourceVersion: "19879" uid: ddc6c8f4-2a91-4477-972e-f5181f3fa11c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d3ac8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19876" uid: a3039445-7144-4e01-a631-3b421ddb0328 kind: Event lastTimestamp: "2026-07-09T18:24:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:41Z" name: success-200-isvc-d3ac8-predictor.18c0b2498871d3c2 namespace: kserve-ci-e2e-test resourceVersion: "20092" uid: 72d2ece3-dfd1-4135-9b98-fb5d96b9b356 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d3ac8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19876" uid: a3039445-7144-4e01-a631-3b421ddb0328 kind: Event lastTimestamp: "2026-07-09T18:24:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:41Z" name: success-200-isvc-d3ac8-predictor.18c0b24988e1d268 namespace: kserve-ci-e2e-test resourceVersion: "20094" uid: 6c2387e0-4254-4130-9f0d-1915f6a608d6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d3ac8-predictor namespace: kserve-ci-e2e-test resourceVersion: "20093" uid: a3039445-7144-4e01-a631-3b421ddb0328 kind: Event lastTimestamp: "2026-07-09T18:25:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:26Z" name: success-200-isvc-d3ac8-predictor.18c0b24d07b7ba88 namespace: kserve-ci-e2e-test resourceVersion: "20622" uid: 055f137e-aace-4886-9b5d-82afa290f3f0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:24:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d3ac8-predictor namespace: kserve-ci-e2e-test resourceVersion: "20093" uid: a3039445-7144-4e01-a631-3b421ddb0328 kind: Event lastTimestamp: "2026-07-09T18:25:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:26Z" name: success-200-isvc-d3ac8-predictor.18c0b24d0827d641 namespace: kserve-ci-e2e-test resourceVersion: "20624" uid: 2c9e58d7-2818-4486-bba1-03db3c5d0b7e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d3ac8 namespace: kserve-ci-e2e-test resourceVersion: "19854" uid: 7e1f8d4a-ac9a-4c77-a057-69e899c301c8 kind: Event lastTimestamp: "2026-07-09T18:25:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:13Z" name: success-200-isvc-d3ac8.18c0b246092eccdf namespace: kserve-ci-e2e-test resourceVersion: "20509" uid: bdddefc1-5bf4-40df-802d-74d38097cbba reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d3ac8 namespace: kserve-ci-e2e-test resourceVersion: "19854" uid: 7e1f8d4a-ac9a-4c77-a057-69e899c301c8 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: 'Failed to update status for InferenceService "success-200-isvc-d3ac8": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d3ac8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-d3ac8.18c0b24609eabb2c namespace: kserve-ci-e2e-test resourceVersion: "19884" uid: 4814648e-2136-437e-b875-778d10201997 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d3ac8 namespace: kserve-ci-e2e-test resourceVersion: "19854" uid: 7e1f8d4a-ac9a-4c77-a057-69e899c301c8 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d3ac8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-d3ac8.18c0b24609eafca1 namespace: kserve-ci-e2e-test resourceVersion: "19885" uid: 9d3e3b5a-aa65-423f-8e19-7f2b1e13aac0 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d3ac8 namespace: kserve-ci-e2e-test resourceVersion: "20505" uid: 7e1f8d4a-ac9a-4c77-a057-69e899c301c8 kind: Event lastTimestamp: "2026-07-09T18:25:13Z" message: InferenceService [success-200-isvc-d3ac8] is Ready metadata: creationTimestamp: "2026-07-09T18:25:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:13Z" name: success-200-isvc-d3ac8.18c0b250ec7e3ca3 namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: fe538d54-704a-42e6-8479-c73bdfebd3b8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:11.640013Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk namespace: kserve-ci-e2e-test resourceVersion: "15492" uid: 98b183e2-8018-400f-adca-4853efd8cd70 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:11Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk.18c0b1c4e4431577 namespace: kserve-ci-e2e-test resourceVersion: "15496" uid: 3898c69a-ba53-446e-92fc-bbfc677399b6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 98b183e2-8018-400f-adca-4853efd8cd70 kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-ea8a9-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:11Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk.18c0b1c4f270fc13 namespace: kserve-ci-e2e-test resourceVersion: "15548" uid: 76d00dc1-d891-47fa-bfe4-146a4de27cf0 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk namespace: kserve-ci-e2e-test resourceVersion: "15508" uid: 98b183e2-8018-400f-adca-4853efd8cd70 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:12Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk.18c0b1c5221c12f0 namespace: kserve-ci-e2e-test resourceVersion: "15563" uid: 38178ba3-c40a-49f2-b79d-a9bedb55112e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 98b183e2-8018-400f-adca-4853efd8cd70 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:12Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk.18c0b1c523932933 namespace: kserve-ci-e2e-test resourceVersion: "15565" uid: 10bab7b1-edc1-40ab-8db2-8fbcc0ec1a71 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 98b183e2-8018-400f-adca-4853efd8cd70 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:12Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk.18c0b1c5266e4357 namespace: kserve-ci-e2e-test resourceVersion: "15567" uid: aa8071b3-99f5-4895-aacf-962afd94d94e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 98b183e2-8018-400f-adca-4853efd8cd70 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:12Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk.18c0b1c526d88193 namespace: kserve-ci-e2e-test resourceVersion: "15569" uid: 9c1d2909-4531-4126-82d0-8749a4f15fa7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 98b183e2-8018-400f-adca-4853efd8cd70 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:12Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk.18c0b1c526e20a0b namespace: kserve-ci-e2e-test resourceVersion: "15570" uid: 2dd67fb9-d5e7-4abe-b285-5a6636ba0c69 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 98b183e2-8018-400f-adca-4853efd8cd70 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:12Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk.18c0b1c529c63465 namespace: kserve-ci-e2e-test resourceVersion: "15573" uid: 56883343-5d0c-4752-850b-fec4642ca187 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 98b183e2-8018-400f-adca-4853efd8cd70 kind: Event lastTimestamp: "2026-07-09T18:15:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:12Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk.18c0b1c52a2a574b namespace: kserve-ci-e2e-test resourceVersion: "15574" uid: 0d89a94f-2f47-4009-8051-dc0a398320ef reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:15:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 98b183e2-8018-400f-adca-4853efd8cd70 kind: Event lastTimestamp: "2026-07-09T18:15:50Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:15:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:50Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk.18c0b1c59b07c6c5 namespace: kserve-ci-e2e-test resourceVersion: "16130" uid: aa330718-9c38-4cf3-93b9-a8449380eaae reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 98b183e2-8018-400f-adca-4853efd8cd70 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk.18c0b24608f06a04 namespace: kserve-ci-e2e-test resourceVersion: "19878" uid: 15bed464-45e7-4a04-96fe-e5faa5837c76 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 98b183e2-8018-400f-adca-4853efd8cd70 kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk.18c0b24608f0f682 namespace: kserve-ci-e2e-test resourceVersion: "19881" uid: e35b51ee-c424-414b-8f95-a8aefdf836c0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ea8a9-predictor-7487c75d4d namespace: kserve-ci-e2e-test resourceVersion: "15479" uid: 75038257-032e-4349-9997-786d3431ee9a kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: 'Created pod: success-200-isvc-ea8a9-predictor-7487c75d4d-trjdk' metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:11Z" name: success-200-isvc-ea8a9-predictor-7487c75d4d.18c0b1c4e3d1b9c9 namespace: kserve-ci-e2e-test resourceVersion: "15493" uid: 4e9b16ec-3072-4ad2-8057-bda3e8183684 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ea8a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15472" uid: e58cff43-91db-4cbe-adcc-bd107f7f6081 kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: Scaled up replica set success-200-isvc-ea8a9-predictor-7487c75d4d from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:11Z" name: success-200-isvc-ea8a9-predictor.18c0b1c4e017ba07 namespace: kserve-ci-e2e-test resourceVersion: "15481" uid: 5ae8dda4-7323-4dd1-8659-69d877e30314 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:15:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ea8a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15478" uid: 450f9c70-7987-433e-8c3d-37faf2746c6e kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:15:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: success-200-isvc-ea8a9-predictor.18c0b1c85ecb29ca namespace: kserve-ci-e2e-test resourceVersion: "16177" uid: 33f015f7-3e98-4d86-b4b2-0dc03cf55297 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:15:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ea8a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15478" uid: 450f9c70-7987-433e-8c3d-37faf2746c6e kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:15:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: success-200-isvc-ea8a9-predictor.18c0b1c85f382eea namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 78223e66-12b8-4a10-bf28-10650e3ecbb1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ea8a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15717" uid: 450f9c70-7987-433e-8c3d-37faf2746c6e kind: Event lastTimestamp: "2026-07-09T18:16:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:26Z" name: success-200-isvc-ea8a9-predictor.18c0b1cbddfaf8bb namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: aa517e14-709e-4b19-aecd-3bcd39e99230 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:15:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ea8a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15717" uid: 450f9c70-7987-433e-8c3d-37faf2746c6e kind: Event lastTimestamp: "2026-07-09T18:16:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:26Z" name: success-200-isvc-ea8a9-predictor.18c0b1cbde6c0f8c namespace: kserve-ci-e2e-test resourceVersion: "16471" uid: 85f74add-01dc-482a-b9d1-ae1ded503b78 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "15458" uid: 7388c009-fa4e-42f2-9c4b-6930f02aecaf kind: Event lastTimestamp: "2026-07-09T18:16:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:00Z" name: success-200-isvc-ea8a9.18c0b1c4e041702e namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 6a93e402-ee7e-4921-a583-38aafc39d2a9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "15458" uid: 7388c009-fa4e-42f2-9c4b-6930f02aecaf kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: 'Failed to update status for InferenceService "success-200-isvc-ea8a9": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-ea8a9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:11Z" name: success-200-isvc-ea8a9.18c0b1c4e100dae5 namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 23231921-1cd2-4e96-962d-135005bd3311 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "15458" uid: 7388c009-fa4e-42f2-9c4b-6930f02aecaf kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-ea8a9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:11Z" name: success-200-isvc-ea8a9.18c0b1c4e101368c namespace: kserve-ci-e2e-test resourceVersion: "15487" uid: ef64d346-3e0e-4dca-9729-7ad4cc9424a1 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "16227" uid: 7388c009-fa4e-42f2-9c4b-6930f02aecaf kind: Event lastTimestamp: "2026-07-09T18:16:00Z" message: InferenceService [success-200-isvc-ea8a9] is Ready metadata: creationTimestamp: "2026-07-09T18:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:00Z" name: success-200-isvc-ea8a9.18c0b1d056a580df namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 0e547a35-46d7-463d-91bf-2d2b5dcf926d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:25:36.718108Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk namespace: kserve-ci-e2e-test resourceVersion: "20795" uid: 20719484-4189-4cbc-8ee4-f25472086a37 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:25:36Z" name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk.18c0b2566dd1d058 namespace: kserve-ci-e2e-test resourceVersion: "20805" uid: 4ee218cd-7d08-47b4-b7ed-b26c59c2d410 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk namespace: kserve-ci-e2e-test resourceVersion: "20813" uid: 20719484-4189-4cbc-8ee4-f25472086a37 kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:25:37Z" name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk.18c0b25688351ff0 namespace: kserve-ci-e2e-test resourceVersion: "20851" uid: 4a470811-c509-42de-9930-0f675c1bd4b2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 20719484-4189-4cbc-8ee4-f25472086a37 kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:37Z" name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk.18c0b25689d9a077 namespace: kserve-ci-e2e-test resourceVersion: "20853" uid: f6e8c6e4-6b08-4431-b4c9-c2140c8c00f8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 20719484-4189-4cbc-8ee4-f25472086a37 kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:37Z" name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk.18c0b2568c7ce48e namespace: kserve-ci-e2e-test resourceVersion: "20854" uid: 7c73fcd1-d75c-44d3-9541-e456dd208f67 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 20719484-4189-4cbc-8ee4-f25472086a37 kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:37Z" name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk.18c0b2568cf0ceb9 namespace: kserve-ci-e2e-test resourceVersion: "20855" uid: cb5796f7-beb6-4001-b0a5-61ff0d8258c6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 20719484-4189-4cbc-8ee4-f25472086a37 kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:37Z" name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk.18c0b2568cf99f7e namespace: kserve-ci-e2e-test resourceVersion: "20856" uid: fbe303a2-bf6a-4c23-a00f-2bf18f7e24c9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 20719484-4189-4cbc-8ee4-f25472086a37 kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:37Z" name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk.18c0b2568fbb3f35 namespace: kserve-ci-e2e-test resourceVersion: "20858" uid: 4d32c4f4-780c-4c56-80fa-99423913475c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 20719484-4189-4cbc-8ee4-f25472086a37 kind: Event lastTimestamp: "2026-07-09T18:25:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:25:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:25:37Z" name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk.18c0b256903a37fb namespace: kserve-ci-e2e-test resourceVersion: "20860" uid: 6ee95219-998b-48a8-85a9-29280a9fcd77 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:25:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 20719484-4189-4cbc-8ee4-f25472086a37 kind: Event lastTimestamp: "2026-07-09T18:26:15Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:25:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:15Z" name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk.18c0b257067551b3 namespace: kserve-ci-e2e-test resourceVersion: "21398" uid: b94a031e-988f-440e-94d5-5e2dd4162607 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 20719484-4189-4cbc-8ee4-f25472086a37 kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:51Z" name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk.18c0b2d79a958eab namespace: kserve-ci-e2e-test resourceVersion: "25407" uid: e620a754-8eeb-40b3-9890-4dfaefd8f98c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:34:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 20719484-4189-4cbc-8ee4-f25472086a37 kind: Event lastTimestamp: "2026-07-09T18:34:51Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:34:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:34:51Z" name: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk.18c0b2d79a95e722 namespace: kserve-ci-e2e-test resourceVersion: "25409" uid: 280270d4-ae48-40fa-b6a5-1eb671740c90 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-fdee6-predictor-9f587cb6d namespace: kserve-ci-e2e-test resourceVersion: "20782" uid: 72a5a714-df5c-4e43-a5ac-c3403a52549a kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: 'Created pod: success-200-isvc-fdee6-predictor-9f587cb6d-sjqbk' metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:36Z" name: success-200-isvc-fdee6-predictor-9f587cb6d.18c0b2566d27d719 namespace: kserve-ci-e2e-test resourceVersion: "20799" uid: 32d3d1fe-6dd6-43c5-988a-ecb769c470aa reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-fdee6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20775" uid: b3ba0923-7387-47ec-aa81-565b3ca9cc77 kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: Scaled up replica set success-200-isvc-fdee6-predictor-9f587cb6d from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:36Z" name: success-200-isvc-fdee6-predictor.18c0b2566a82e344 namespace: kserve-ci-e2e-test resourceVersion: "20787" uid: 7e659ea6-c817-40d6-9544-4691a8e2c874 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:25:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fdee6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20779" uid: 56a9f675-1a14-430c-93e2-297a730db345 kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:25:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:06Z" name: success-200-isvc-fdee6-predictor.18c0b259e93714fa namespace: kserve-ci-e2e-test resourceVersion: "21285" uid: 37ae55bb-4530-4512-b58e-7930d83ed3c2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:25:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fdee6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20779" uid: 56a9f675-1a14-430c-93e2-297a730db345 kind: Event lastTimestamp: "2026-07-09T18:26:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:25:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:06Z" name: success-200-isvc-fdee6-predictor.18c0b259e9af46a2 namespace: kserve-ci-e2e-test resourceVersion: "21290" uid: dc575a04-02c6-4c07-9fce-c3a26877dacb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:26:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fdee6-predictor namespace: kserve-ci-e2e-test resourceVersion: "21021" uid: 56a9f675-1a14-430c-93e2-297a730db345 kind: Event lastTimestamp: "2026-07-09T18:26:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:36Z" name: success-200-isvc-fdee6-predictor.18c0b260e7b342bc namespace: kserve-ci-e2e-test resourceVersion: "21593" uid: d4a3a716-2509-4098-9d89-c5c77bc2fa68 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:26:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fdee6-predictor namespace: kserve-ci-e2e-test resourceVersion: "21021" uid: 56a9f675-1a14-430c-93e2-297a730db345 kind: Event lastTimestamp: "2026-07-09T18:26:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:36Z" name: success-200-isvc-fdee6-predictor.18c0b260e846dfc5 namespace: kserve-ci-e2e-test resourceVersion: "21596" uid: 4ca7c987-f70d-4280-b72f-82d77e99f3bf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "20754" uid: 5f742278-cd87-4917-a047-78f83f670a25 kind: Event lastTimestamp: "2026-07-09T18:26:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:25Z" name: success-200-isvc-fdee6.18c0b2566b174ae0 namespace: kserve-ci-e2e-test resourceVersion: "21501" uid: 8d6349ba-de7d-4980-8eac-a7404ab4fcfd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "20754" uid: 5f742278-cd87-4917-a047-78f83f670a25 kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: 'Failed to update status for InferenceService "success-200-isvc-fdee6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-fdee6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:36Z" name: success-200-isvc-fdee6.18c0b2566c866716 namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 245ef1b6-91e7-4ae5-9b85-a4e432fd726b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:25:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "20754" uid: 5f742278-cd87-4917-a047-78f83f670a25 kind: Event lastTimestamp: "2026-07-09T18:25:36Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-fdee6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:25:36Z" name: success-200-isvc-fdee6.18c0b2566c86cbe0 namespace: kserve-ci-e2e-test resourceVersion: "20803" uid: 5a3f63e0-559b-40d5-ba21-ecf90cdaf144 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-fdee6 namespace: kserve-ci-e2e-test resourceVersion: "21499" uid: 5f742278-cd87-4917-a047-78f83f670a25 kind: Event lastTimestamp: "2026-07-09T18:26:25Z" message: InferenceService [success-200-isvc-fdee6] is Ready metadata: creationTimestamp: "2026-07-09T18:26:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:25Z" name: success-200-isvc-fdee6.18c0b261c273283a namespace: kserve-ci-e2e-test resourceVersion: "21500" uid: 536c2a9d-6b40-484f-8142-04ce94b9b9c1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:01.142353Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-7eb51-75dbc6577f-5fksf namespace: kserve-ci-e2e-test resourceVersion: "15319" uid: 0d36a391-f930-438b-b9a6-6297e5d30764 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-7eb51-75dbc6577f-5fksf to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:01Z" name: switch-graph-7eb51-75dbc6577f-5fksf.18c0b1c2728d734e namespace: kserve-ci-e2e-test resourceVersion: "15324" uid: ecad96d6-f66f-4c4a-a020-a88a03c44e22 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:01Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-7eb51-75dbc6577f-5fksf namespace: kserve-ci-e2e-test resourceVersion: "15328" uid: 0d36a391-f930-438b-b9a6-6297e5d30764 kind: Event lastTimestamp: "2026-07-09T18:15:01Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:01Z" name: switch-graph-7eb51-75dbc6577f-5fksf.18c0b1c28bc76416 namespace: kserve-ci-e2e-test resourceVersion: "15338" uid: a41b4971-6454-4bbc-934e-a3f07f259e62 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7eb51} kind: Pod name: switch-graph-7eb51-75dbc6577f-5fksf namespace: kserve-ci-e2e-test resourceVersion: "15321" uid: 0d36a391-f930-438b-b9a6-6297e5d30764 kind: Event lastTimestamp: "2026-07-09T18:15:01Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13" metadata: creationTimestamp: "2026-07-09T18:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:01Z" name: switch-graph-7eb51-75dbc6577f-5fksf.18c0b1c28d0da33f namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 4c62fa47-a583-4d19-9434-0897c492c75b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7eb51} kind: Pod name: switch-graph-7eb51-75dbc6577f-5fksf namespace: kserve-ci-e2e-test resourceVersion: "15321" uid: 0d36a391-f930-438b-b9a6-6297e5d30764 kind: Event lastTimestamp: "2026-07-09T18:15:04Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13" in 2.625s (2.625s including waiting). Image size: 218071166 bytes.' metadata: creationTimestamp: "2026-07-09T18:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:04Z" name: switch-graph-7eb51-75dbc6577f-5fksf.18c0b1c3298c6a48 namespace: kserve-ci-e2e-test resourceVersion: "15360" uid: f19fa205-fb21-44d6-8093-492f3cce5d19 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7eb51} kind: Pod name: switch-graph-7eb51-75dbc6577f-5fksf namespace: kserve-ci-e2e-test resourceVersion: "15321" uid: 0d36a391-f930-438b-b9a6-6297e5d30764 kind: Event lastTimestamp: "2026-07-09T18:15:04Z" message: 'Created container: switch-graph-7eb51' metadata: creationTimestamp: "2026-07-09T18:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:04Z" name: switch-graph-7eb51-75dbc6577f-5fksf.18c0b1c32c9c7b91 namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 539d73c7-abc0-4327-ad89-1ce43d3e1a9b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7eb51} kind: Pod name: switch-graph-7eb51-75dbc6577f-5fksf namespace: kserve-ci-e2e-test resourceVersion: "15321" uid: 0d36a391-f930-438b-b9a6-6297e5d30764 kind: Event lastTimestamp: "2026-07-09T18:15:04Z" message: Started container switch-graph-7eb51 metadata: creationTimestamp: "2026-07-09T18:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:04Z" name: switch-graph-7eb51-75dbc6577f-5fksf.18c0b1c32d074fd0 namespace: kserve-ci-e2e-test resourceVersion: "15362" uid: f55fddd0-b1ef-44f5-8d8e-eea14b529021 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7eb51} kind: Pod name: switch-graph-7eb51-75dbc6577f-5fksf namespace: kserve-ci-e2e-test resourceVersion: "15321" uid: 0d36a391-f930-438b-b9a6-6297e5d30764 kind: Event lastTimestamp: "2026-07-09T18:15:11Z" message: Stopping container switch-graph-7eb51 metadata: creationTimestamp: "2026-07-09T18:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:11Z" name: switch-graph-7eb51-75dbc6577f-5fksf.18c0b1c4d2b08304 namespace: kserve-ci-e2e-test resourceVersion: "15451" uid: 9dd52419-db59-4a05-a71e-c10bca0bb270 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:15:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7eb51} kind: Pod name: switch-graph-7eb51-75dbc6577f-5fksf namespace: kserve-ci-e2e-test resourceVersion: "15321" uid: 0d36a391-f930-438b-b9a6-6297e5d30764 kind: Event lastTimestamp: "2026-07-09T18:15:40Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:15:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:40Z" name: switch-graph-7eb51-75dbc6577f-5fksf.18c0b1c5d4271acf namespace: kserve-ci-e2e-test resourceVersion: "15872" uid: 3b3ce920-e098-4a03-bf97-953a7c1c0c31 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-7eb51-75dbc6577f namespace: kserve-ci-e2e-test resourceVersion: "15316" uid: 8f6c53e8-1630-43fe-9921-2fd9718469fb kind: Event lastTimestamp: "2026-07-09T18:15:01Z" message: 'Created pod: switch-graph-7eb51-75dbc6577f-5fksf' metadata: creationTimestamp: "2026-07-09T18:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:01Z" name: switch-graph-7eb51-75dbc6577f.18c0b1c271f1e8a0 namespace: kserve-ci-e2e-test resourceVersion: "15322" uid: 1e1c54a7-0b06-4683-a3ca-9d8a7c65a1db reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-7eb51 namespace: kserve-ci-e2e-test resourceVersion: "15314" uid: 561ce434-d82b-4547-ae51-eee6b83e3f77 kind: Event lastTimestamp: "2026-07-09T18:15:01Z" message: Scaled up replica set switch-graph-7eb51-75dbc6577f from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:01Z" name: switch-graph-7eb51.18c0b1c270b175bc namespace: kserve-ci-e2e-test resourceVersion: "15317" uid: 9a64ee62-1df5-46b3-9080-2166c3d4b6ce reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-7eb51 namespace: kserve-ci-e2e-test resourceVersion: "15330" uid: 54256563-ad4f-4bd8-bfe7-fae6c6bb8a6a kind: Event lastTimestamp: "2026-07-09T18:15:01Z" message: InferenceGraph [switch-graph-7eb51] is Ready metadata: creationTimestamp: "2026-07-09T18:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:01Z" name: switch-graph-7eb51.18c0b1c2769478ee namespace: kserve-ci-e2e-test resourceVersion: "15332" uid: feb100a3-057a-4051-bee8-c370deb1ac70 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:36:21.590967Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-95b80-6db858f4b6-rs95t namespace: kserve-ci-e2e-test resourceVersion: "26627" uid: fa9566e6-f514-457b-8b6a-7d8c1d757790 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-95b80-6db858f4b6-rs95t to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:36:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:36:21Z" name: switch-graph-95b80-6db858f4b6-rs95t.18c0b2ec933cbf05 namespace: kserve-ci-e2e-test resourceVersion: "26632" uid: a69abc97-3561-48a8-8d9a-07c0a20660e0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:21Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-95b80-6db858f4b6-rs95t namespace: kserve-ci-e2e-test resourceVersion: "26628" uid: fa9566e6-f514-457b-8b6a-7d8c1d757790 kind: Event lastTimestamp: "2026-07-09T18:36:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-95b80-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:36:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:21Z" name: switch-graph-95b80-6db858f4b6-rs95t.18c0b2ec9f9745f9 namespace: kserve-ci-e2e-test resourceVersion: "26649" uid: eded94cd-02f0-446c-b08d-7fdb42949eaf reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:22Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-95b80-6db858f4b6-rs95t namespace: kserve-ci-e2e-test resourceVersion: "26638" uid: fa9566e6-f514-457b-8b6a-7d8c1d757790 kind: Event lastTimestamp: "2026-07-09T18:36:22Z" message: Add eth0 [10.134.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:36:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:36:22Z" name: switch-graph-95b80-6db858f4b6-rs95t.18c0b2ecd07210cd namespace: kserve-ci-e2e-test resourceVersion: "26659" uid: a14ae847-1e16-4864-aadf-a716dde7f998 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-95b80} kind: Pod name: switch-graph-95b80-6db858f4b6-rs95t namespace: kserve-ci-e2e-test resourceVersion: "26628" uid: fa9566e6-f514-457b-8b6a-7d8c1d757790 kind: Event lastTimestamp: "2026-07-09T18:36:22Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13" already present on machine metadata: creationTimestamp: "2026-07-09T18:36:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:22Z" name: switch-graph-95b80-6db858f4b6-rs95t.18c0b2ecd27a0fbd namespace: kserve-ci-e2e-test resourceVersion: "26661" uid: de85af10-f16f-4d5b-8204-eb96dc5bf027 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-95b80} kind: Pod name: switch-graph-95b80-6db858f4b6-rs95t namespace: kserve-ci-e2e-test resourceVersion: "26628" uid: fa9566e6-f514-457b-8b6a-7d8c1d757790 kind: Event lastTimestamp: "2026-07-09T18:36:22Z" message: 'Created container: switch-graph-95b80' metadata: creationTimestamp: "2026-07-09T18:36:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:22Z" name: switch-graph-95b80-6db858f4b6-rs95t.18c0b2ecd6afe972 namespace: kserve-ci-e2e-test resourceVersion: "26662" uid: 541dad5e-3b48-488c-a099-67db74db0966 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-95b80} kind: Pod name: switch-graph-95b80-6db858f4b6-rs95t namespace: kserve-ci-e2e-test resourceVersion: "26628" uid: fa9566e6-f514-457b-8b6a-7d8c1d757790 kind: Event lastTimestamp: "2026-07-09T18:36:22Z" message: Started container switch-graph-95b80 metadata: creationTimestamp: "2026-07-09T18:36:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:36:22Z" name: switch-graph-95b80-6db858f4b6-rs95t.18c0b2ecd727a973 namespace: kserve-ci-e2e-test resourceVersion: "26663" uid: 71f0fd6e-7e81-4234-ad19-8942dee5296d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:52:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-95b80} kind: Pod name: switch-graph-95b80-6db858f4b6-rs95t namespace: kserve-ci-e2e-test resourceVersion: "26628" uid: fa9566e6-f514-457b-8b6a-7d8c1d757790 kind: Event lastTimestamp: "2026-07-09T18:52:40Z" message: Stopping container switch-graph-95b80 metadata: creationTimestamp: "2026-07-09T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:52:40Z" name: switch-graph-95b80-6db858f4b6-rs95t.18c0b3d082c8a4ae namespace: kserve-ci-e2e-test resourceVersion: "33546" uid: 38876f72-5390-4cc3-882e-2ca94c2f6793 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-95b80} kind: Pod name: switch-graph-95b80-6db858f4b6-rs95t namespace: kserve-ci-e2e-test resourceVersion: "26628" uid: fa9566e6-f514-457b-8b6a-7d8c1d757790 kind: Event lastTimestamp: "2026-07-09T18:53:03Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:53:03Z" name: switch-graph-95b80-6db858f4b6-rs95t.18c0b3d149e1dea3 namespace: kserve-ci-e2e-test resourceVersion: "33786" uid: 5f2f666b-be35-40b0-8ecb-8b58cc78262e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-95b80-6db858f4b6 namespace: kserve-ci-e2e-test resourceVersion: "26624" uid: ffcfafd5-9f57-4be0-bebb-29cbe0d5f839 kind: Event lastTimestamp: "2026-07-09T18:36:21Z" message: 'Created pod: switch-graph-95b80-6db858f4b6-rs95t' metadata: creationTimestamp: "2026-07-09T18:36:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:21Z" name: switch-graph-95b80-6db858f4b6.18c0b2ec92de92e0 namespace: kserve-ci-e2e-test resourceVersion: "26629" uid: e7feb589-8bcf-4f03-a1be-fe17452b2303 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-95b80 namespace: kserve-ci-e2e-test resourceVersion: "26622" uid: 3a56edb5-dd65-4b40-a2a3-0b976d658b1b kind: Event lastTimestamp: "2026-07-09T18:36:21Z" message: Scaled up replica set switch-graph-95b80-6db858f4b6 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:36:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:21Z" name: switch-graph-95b80.18c0b2ec91bd958b namespace: kserve-ci-e2e-test resourceVersion: "26625" uid: f795fc71-b291-43c8-accd-ae5353e95451 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-95b80 namespace: kserve-ci-e2e-test resourceVersion: "26641" uid: 990a0580-f306-416f-a7fd-63b1a67cbacd kind: Event lastTimestamp: "2026-07-09T18:36:21Z" message: InferenceGraph [switch-graph-95b80] is Ready metadata: creationTimestamp: "2026-07-09T18:36:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:21Z" name: switch-graph-95b80.18c0b2ec98f01501 namespace: kserve-ci-e2e-test resourceVersion: "26643" uid: 8a9451d9-1fae-4dd5-9d94-7097eac6db27 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-95b80 namespace: kserve-ci-e2e-test resourceVersion: "26617" uid: 990a0580-f306-416f-a7fd-63b1a67cbacd kind: Event lastTimestamp: "2026-07-09T18:36:21Z" message: 'Failed to update status for InferenceGraph "switch-graph-95b80": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-95b80": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:36:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:21Z" name: switch-graph-95b80.18c0b2ec9f3a7026 namespace: kserve-ci-e2e-test resourceVersion: "26647" uid: 4f78cc25-cdeb-44c0-9b24-baf2c849702c reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-95b80 namespace: kserve-ci-e2e-test resourceVersion: "26617" uid: 990a0580-f306-416f-a7fd-63b1a67cbacd kind: Event lastTimestamp: "2026-07-09T18:36:21Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-95b80": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:36:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:36:21Z" name: switch-graph-95b80.18c0b2ec9f3ad06f namespace: kserve-ci-e2e-test resourceVersion: "26650" uid: 7e06191b-99d6-4d1b-8af5-669d525d15bf reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-95b80 namespace: kserve-ci-e2e-test resourceVersion: "26623" uid: 91150b02-8a31-4641-afdb-8acdf6a75d4b kind: Event lastTimestamp: "2026-07-09T18:36:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:36Z" name: switch-graph-95b80.18c0b2f0111d4913 namespace: kserve-ci-e2e-test resourceVersion: "26775" uid: df82ae2d-2b27-4f69-9e71-ab60c971a7f8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-95b80 namespace: kserve-ci-e2e-test resourceVersion: "26623" uid: 91150b02-8a31-4641-afdb-8acdf6a75d4b kind: Event lastTimestamp: "2026-07-09T18:36:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:36Z" name: switch-graph-95b80.18c0b2f011946bd9 namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 493b9381-2c0e-457f-8373-1047c32f7638 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-95b80 namespace: kserve-ci-e2e-test resourceVersion: "26776" uid: 91150b02-8a31-4641-afdb-8acdf6a75d4b kind: Event lastTimestamp: "2026-07-09T18:36:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:51Z" name: switch-graph-95b80.18c0b2f390a13079 namespace: kserve-ci-e2e-test resourceVersion: "26909" uid: 5f4bbcda-2185-4c76-9ca3-05e58e70c1e4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:36:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-95b80 namespace: kserve-ci-e2e-test resourceVersion: "26776" uid: 91150b02-8a31-4641-afdb-8acdf6a75d4b kind: Event lastTimestamp: "2026-07-09T18:36:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:36:51Z" name: switch-graph-95b80.18c0b2f39108ef75 namespace: kserve-ci-e2e-test resourceVersion: "26910" uid: c2d81600-42da-4e67-b300-5b95d2c26aa1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:16:11.613295Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-ea8a9-858fcbdc6b-vk5wz namespace: kserve-ci-e2e-test resourceVersion: "16319" uid: 04a8c4bf-195c-413c-b61f-1c250938d8dc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-ea8a9-858fcbdc6b-vk5wz to ip-10-0-130-107.ec2.internal metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:16:11Z" name: switch-graph-ea8a9-858fcbdc6b-vk5wz.18c0b1d2daf2be55 namespace: kserve-ci-e2e-test resourceVersion: "16324" uid: 31955989-f14a-4f1b-9390-1d5a85bbd99c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c5f9587d7-rn5k6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:12Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-ea8a9-858fcbdc6b-vk5wz namespace: kserve-ci-e2e-test resourceVersion: "16331" uid: 04a8c4bf-195c-413c-b61f-1c250938d8dc kind: Event lastTimestamp: "2026-07-09T18:16:12Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:16:12Z" name: switch-graph-ea8a9-858fcbdc6b-vk5wz.18c0b1d2f47e4d1b namespace: kserve-ci-e2e-test resourceVersion: "16348" uid: 8f39c2b0-efce-453b-89da-84100add4441 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ea8a9} kind: Pod name: switch-graph-ea8a9-858fcbdc6b-vk5wz namespace: kserve-ci-e2e-test resourceVersion: "16320" uid: 04a8c4bf-195c-413c-b61f-1c250938d8dc kind: Event lastTimestamp: "2026-07-09T18:16:12Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ca397e15b1543e93aa4e1a356a8044fcde053006c48bc96dcdc7be3239e40e13" already present on machine metadata: creationTimestamp: "2026-07-09T18:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:12Z" name: switch-graph-ea8a9-858fcbdc6b-vk5wz.18c0b1d2f5cfc059 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 84d50480-f3bf-4287-8b95-bbbf1061509e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ea8a9} kind: Pod name: switch-graph-ea8a9-858fcbdc6b-vk5wz namespace: kserve-ci-e2e-test resourceVersion: "16320" uid: 04a8c4bf-195c-413c-b61f-1c250938d8dc kind: Event lastTimestamp: "2026-07-09T18:16:12Z" message: 'Created container: switch-graph-ea8a9' metadata: creationTimestamp: "2026-07-09T18:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:12Z" name: switch-graph-ea8a9-858fcbdc6b-vk5wz.18c0b1d2f8be0b7c namespace: kserve-ci-e2e-test resourceVersion: "16351" uid: 755f3cbf-414f-4492-8c64-353862a58837 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ea8a9} kind: Pod name: switch-graph-ea8a9-858fcbdc6b-vk5wz namespace: kserve-ci-e2e-test resourceVersion: "16320" uid: 04a8c4bf-195c-413c-b61f-1c250938d8dc kind: Event lastTimestamp: "2026-07-09T18:16:12Z" message: Started container switch-graph-ea8a9 metadata: creationTimestamp: "2026-07-09T18:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:12Z" name: switch-graph-ea8a9-858fcbdc6b-vk5wz.18c0b1d2f929d7ba namespace: kserve-ci-e2e-test resourceVersion: "16352" uid: c66fd809-ecce-4dbf-94fe-172fd63cba68 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ea8a9} kind: Pod name: switch-graph-ea8a9-858fcbdc6b-vk5wz namespace: kserve-ci-e2e-test resourceVersion: "16320" uid: 04a8c4bf-195c-413c-b61f-1c250938d8dc kind: Event lastTimestamp: "2026-07-09T18:24:26Z" message: Stopping container switch-graph-ea8a9 metadata: creationTimestamp: "2026-07-09T18:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:26Z" name: switch-graph-ea8a9-858fcbdc6b-vk5wz.18c0b245ffc02f57 namespace: kserve-ci-e2e-test resourceVersion: "19848" uid: 0e5095d6-620d-4738-80ca-eed9e1b1de8e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:24:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ea8a9} kind: Pod name: switch-graph-ea8a9-858fcbdc6b-vk5wz namespace: kserve-ci-e2e-test resourceVersion: "16320" uid: 04a8c4bf-195c-413c-b61f-1c250938d8dc kind: Event lastTimestamp: "2026-07-09T18:24:53Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:24:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:53Z" name: switch-graph-ea8a9-858fcbdc6b-vk5wz.18c0b246a8d1862e namespace: kserve-ci-e2e-test resourceVersion: "20184" uid: 8de37bec-c2fc-4409-a705-ba1085d62c5c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-107.ec2.internal source: component: kubelet host: ip-10-0-130-107.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-ea8a9-858fcbdc6b namespace: kserve-ci-e2e-test resourceVersion: "16316" uid: e97b0bb2-ae8e-4a83-8c19-ef330f8bef95 kind: Event lastTimestamp: "2026-07-09T18:16:11Z" message: 'Created pod: switch-graph-ea8a9-858fcbdc6b-vk5wz' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:11Z" name: switch-graph-ea8a9-858fcbdc6b.18c0b1d2da9747ab namespace: kserve-ci-e2e-test resourceVersion: "16321" uid: ab65cc7e-0a09-4eea-a55c-9d108c95b7c6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "16314" uid: 1134e260-7974-47eb-acb7-dfe903696499 kind: Event lastTimestamp: "2026-07-09T18:16:11Z" message: Scaled up replica set switch-graph-ea8a9-858fcbdc6b from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:11Z" name: switch-graph-ea8a9.18c0b1d2d9bf50ff namespace: kserve-ci-e2e-test resourceVersion: "16317" uid: 10e1775f-e71d-45e0-9278-9f6eefd81289 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "16335" uid: 06f3877f-59dd-47c9-b85e-e64856404d1b kind: Event lastTimestamp: "2026-07-09T18:16:11Z" message: InferenceGraph [switch-graph-ea8a9] is Ready metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:11Z" name: switch-graph-ea8a9.18c0b1d2dfc5407d namespace: kserve-ci-e2e-test resourceVersion: "16337" uid: 1bcc3426-5ed7-46a3-aa22-ae9a3948ca63 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "16315" uid: bf22a446-cd78-497c-8dc7-07b38af601cb kind: Event lastTimestamp: "2026-07-09T18:16:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:26Z" name: switch-graph-ea8a9.18c0b1d658627585 namespace: kserve-ci-e2e-test resourceVersion: "16467" uid: 450469c4-3a8f-4a9a-abfa-e8c4d461e375 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "16315" uid: bf22a446-cd78-497c-8dc7-07b38af601cb kind: Event lastTimestamp: "2026-07-09T18:16:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:26Z" name: switch-graph-ea8a9.18c0b1d658b8adb4 namespace: kserve-ci-e2e-test resourceVersion: "16469" uid: d184ce14-7f81-42b7-bf31-47c635eb34d7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: bf22a446-cd78-497c-8dc7-07b38af601cb kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:41Z" name: switch-graph-ea8a9.18c0b1d9d774d1d9 namespace: kserve-ci-e2e-test resourceVersion: "16629" uid: cbbf16ce-eee3-4178-8a2c-9c92c47cce51 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-ea8a9 namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: bf22a446-cd78-497c-8dc7-07b38af601cb kind: Event lastTimestamp: "2026-07-09T18:16:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:41Z" name: switch-graph-ea8a9.18c0b1d9d7d1cc1c namespace: kserve-ci-e2e-test resourceVersion: "16632" uid: a16bf077-a574-4626-a839-9b482dfb9ff8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "33820"