--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:23:09.712503Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-a1525-5c67bbd599-28jst namespace: kserve-ci-e2e-test resourceVersion: "21171" uid: f1d80978-d3aa-4da7-a702-3798d6859a47 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-a1525-5c67bbd599-28jst to ip-10-0-128-114.ec2.internal metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:23:09Z" name: ensemble-graph-a1525-5c67bbd599-28jst.18c8ad4af5a04dcb namespace: kserve-ci-e2e-test resourceVersion: "21176" uid: 33288bbd-8621-447f-9b26-ce903e8c73be reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-a1525-5c67bbd599-28jst namespace: kserve-ci-e2e-test resourceVersion: "21173" uid: f1d80978-d3aa-4da7-a702-3798d6859a47 kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-a1525-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:09Z" name: ensemble-graph-a1525-5c67bbd599-28jst.18c8ad4b069365e0 namespace: kserve-ci-e2e-test resourceVersion: "21197" uid: e6d0e847-2f71-41fa-a402-9187d6706597 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-a1525-5c67bbd599-28jst namespace: kserve-ci-e2e-test resourceVersion: "21182" uid: f1d80978-d3aa-4da7-a702-3798d6859a47 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:23:10Z" name: ensemble-graph-a1525-5c67bbd599-28jst.18c8ad4b32a5ddf0 namespace: kserve-ci-e2e-test resourceVersion: "21228" uid: f1919d5f-590e-4e1a-ac74-f91c1e2b196e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-a1525} kind: Pod name: ensemble-graph-a1525-5c67bbd599-28jst namespace: kserve-ci-e2e-test resourceVersion: "21173" uid: f1d80978-d3aa-4da7-a702-3798d6859a47 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" already present on machine metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: ensemble-graph-a1525-5c67bbd599-28jst.18c8ad4b340b4492 namespace: kserve-ci-e2e-test resourceVersion: "21230" uid: a160c4bd-66b7-4074-9e89-a7226f158cc5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-a1525} kind: Pod name: ensemble-graph-a1525-5c67bbd599-28jst namespace: kserve-ci-e2e-test resourceVersion: "21173" uid: f1d80978-d3aa-4da7-a702-3798d6859a47 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: 'Created container: ensemble-graph-a1525' metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: ensemble-graph-a1525-5c67bbd599-28jst.18c8ad4b374ef00f namespace: kserve-ci-e2e-test resourceVersion: "21231" uid: 4c2ac286-e4c8-45e6-af7a-6e418ddb2b82 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-a1525} kind: Pod name: ensemble-graph-a1525-5c67bbd599-28jst namespace: kserve-ci-e2e-test resourceVersion: "21173" uid: f1d80978-d3aa-4da7-a702-3798d6859a47 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Started container ensemble-graph-a1525 metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: ensemble-graph-a1525-5c67bbd599-28jst.18c8ad4b37bf45fd namespace: kserve-ci-e2e-test resourceVersion: "21232" uid: 0dc981f2-ced9-465e-ad46-c4875abf5105 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-a1525} kind: Pod name: ensemble-graph-a1525-5c67bbd599-28jst namespace: kserve-ci-e2e-test resourceVersion: "21173" uid: f1d80978-d3aa-4da7-a702-3798d6859a47 kind: Event lastTimestamp: "2026-08-04T18:23:19Z" message: Stopping container ensemble-graph-a1525 metadata: creationTimestamp: "2026-08-04T18:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:19Z" name: ensemble-graph-a1525-5c67bbd599-28jst.18c8ad4d4e5b3312 namespace: kserve-ci-e2e-test resourceVersion: "21344" uid: a60dc3a2-6693-455e-9ff3-f1dce7182932 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:23:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-a1525} kind: Pod name: ensemble-graph-a1525-5c67bbd599-28jst namespace: kserve-ci-e2e-test resourceVersion: "21173" uid: f1d80978-d3aa-4da7-a702-3798d6859a47 kind: Event lastTimestamp: "2026-08-04T18:23:46Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-08-04T18:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:46Z" name: ensemble-graph-a1525-5c67bbd599-28jst.18c8ad4dcbd65ad6 namespace: kserve-ci-e2e-test resourceVersion: "21700" uid: 987efd6c-8461-4556-b806-9396801424be reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-a1525-5c67bbd599 namespace: kserve-ci-e2e-test resourceVersion: "21167" uid: 59c2f747-cc20-48ee-a1b0-2ec2970f177b kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: 'Created pod: ensemble-graph-a1525-5c67bbd599-28jst' metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:09Z" name: ensemble-graph-a1525-5c67bbd599.18c8ad4af51d9017 namespace: kserve-ci-e2e-test resourceVersion: "21172" uid: 4af40df2-07e1-43ae-a9e1-b80b47fd86a9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-a1525 namespace: kserve-ci-e2e-test resourceVersion: "21163" uid: 063b0a66-7a1d-4bb1-ad32-acc0565b3c6a kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: Scaled up replica set ensemble-graph-a1525-5c67bbd599 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:09Z" name: ensemble-graph-a1525.18c8ad4af45423fd namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: 0ae7bc9d-cfb3-4e65-88b9-65a65720f68c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-a1525 namespace: kserve-ci-e2e-test resourceVersion: "21187" uid: ff4abc18-ac23-4d79-b16b-03c09e750066 kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: InferenceGraph [ensemble-graph-a1525] is Ready metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:23:09Z" name: ensemble-graph-a1525.18c8ad4afa03f047 namespace: kserve-ci-e2e-test resourceVersion: "21190" uid: b5d9a598-d41d-45fb-9717-10f23fc9a835 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:24:20.223951Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-a162f-964d79f84-rgrt2 namespace: kserve-ci-e2e-test resourceVersion: "22105" uid: 88250085-df14-4547-9a2e-9b3e6892f3d1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-a162f-964d79f84-rgrt2 to ip-10-0-128-114.ec2.internal metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:24:20Z" name: ensemble-graph-a162f-964d79f84-rgrt2.18c8ad5b606f9c82 namespace: kserve-ci-e2e-test resourceVersion: "22113" uid: a38b3a23-eea6-400d-8c65-c76ea8269a09 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-a162f-964d79f84-rgrt2 namespace: kserve-ci-e2e-test resourceVersion: "22111" uid: 88250085-df14-4547-9a2e-9b3e6892f3d1 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-a162f-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:20Z" name: ensemble-graph-a162f-964d79f84-rgrt2.18c8ad5b6a9fac5d namespace: kserve-ci-e2e-test resourceVersion: "22160" uid: 61aaa94d-e740-44fb-bf2c-b892b41f147e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-a162f-964d79f84-rgrt2 namespace: kserve-ci-e2e-test resourceVersion: "22137" uid: 88250085-df14-4547-9a2e-9b3e6892f3d1 kind: Event lastTimestamp: "2026-08-04T18:24:21Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:24:21Z" name: ensemble-graph-a162f-964d79f84-rgrt2.18c8ad5b9df2554f namespace: kserve-ci-e2e-test resourceVersion: "22196" uid: 81b76792-1676-42bb-85f2-5175693a2ae5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-a162f} kind: Pod name: ensemble-graph-a162f-964d79f84-rgrt2 namespace: kserve-ci-e2e-test resourceVersion: "22111" uid: 88250085-df14-4547-9a2e-9b3e6892f3d1 kind: Event lastTimestamp: "2026-08-04T18:24:21Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" already present on machine metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:21Z" name: ensemble-graph-a162f-964d79f84-rgrt2.18c8ad5ba0ccfed4 namespace: kserve-ci-e2e-test resourceVersion: "22203" uid: 012b611f-56d8-4304-b2fe-10447ab18fc7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-a162f} kind: Pod name: ensemble-graph-a162f-964d79f84-rgrt2 namespace: kserve-ci-e2e-test resourceVersion: "22111" uid: 88250085-df14-4547-9a2e-9b3e6892f3d1 kind: Event lastTimestamp: "2026-08-04T18:24:21Z" message: 'Created container: ensemble-graph-a162f' metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:21Z" name: ensemble-graph-a162f-964d79f84-rgrt2.18c8ad5ba3c08be4 namespace: kserve-ci-e2e-test resourceVersion: "22207" uid: 07e7b163-b2db-468d-a3cc-dd6815b016c8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-a162f} kind: Pod name: ensemble-graph-a162f-964d79f84-rgrt2 namespace: kserve-ci-e2e-test resourceVersion: "22111" uid: 88250085-df14-4547-9a2e-9b3e6892f3d1 kind: Event lastTimestamp: "2026-08-04T18:24:21Z" message: Started container ensemble-graph-a162f metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:21Z" name: ensemble-graph-a162f-964d79f84-rgrt2.18c8ad5ba431ffa2 namespace: kserve-ci-e2e-test resourceVersion: "22211" uid: 1dc27e51-5354-4e5c-b739-b2779741217a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-a162f} kind: Pod name: ensemble-graph-a162f-964d79f84-rgrt2 namespace: kserve-ci-e2e-test resourceVersion: "22111" uid: 88250085-df14-4547-9a2e-9b3e6892f3d1 kind: Event lastTimestamp: "2026-08-04T18:32:34Z" message: Stopping container ensemble-graph-a162f metadata: creationTimestamp: "2026-08-04T18:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:34Z" name: ensemble-graph-a162f-964d79f84-rgrt2.18c8adce8beb2c07 namespace: kserve-ci-e2e-test resourceVersion: "26049" uid: 13abac02-f2f8-4ba6-8a21-d6d560c7e920 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:32:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-a162f} kind: Pod name: ensemble-graph-a162f-964d79f84-rgrt2 namespace: kserve-ci-e2e-test resourceVersion: "22111" uid: 88250085-df14-4547-9a2e-9b3e6892f3d1 kind: Event lastTimestamp: "2026-08-04T18:33:03Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-08-04T18:32:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:03Z" name: ensemble-graph-a162f-964d79f84-rgrt2.18c8adcf51be5512 namespace: kserve-ci-e2e-test resourceVersion: "26393" uid: ab64d5e2-7611-4d88-9710-3dcb07c1182b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-a162f-964d79f84 namespace: kserve-ci-e2e-test resourceVersion: "22099" uid: 796d43a3-b584-487f-95f3-c972c915e987 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'Created pod: ensemble-graph-a162f-964d79f84-rgrt2' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:20Z" name: ensemble-graph-a162f-964d79f84.18c8ad5b5f6c9459 namespace: kserve-ci-e2e-test resourceVersion: "22109" uid: b3767790-e7a6-46be-8790-eb126f1c454c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-a162f namespace: kserve-ci-e2e-test resourceVersion: "22093" uid: 8ccb19b1-6305-4db9-a3ed-86c9946736f2 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: Scaled up replica set ensemble-graph-a162f-964d79f84 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:20Z" name: ensemble-graph-a162f.18c8ad5b5ddd8760 namespace: kserve-ci-e2e-test resourceVersion: "22103" uid: a3287c86-8b11-4372-84e1-3a96f3d105b1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-a162f namespace: kserve-ci-e2e-test resourceVersion: "22151" uid: 5ff5c2ea-037b-4c8f-af72-827a57b525a5 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: InferenceGraph [ensemble-graph-a162f] is Ready metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:20Z" name: ensemble-graph-a162f.18c8ad5b69d069bb namespace: kserve-ci-e2e-test resourceVersion: "22156" uid: cbb3cf04-2349-49ac-956e-7b1c1398041b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-a162f namespace: kserve-ci-e2e-test resourceVersion: "22072" uid: 5ff5c2ea-037b-4c8f-af72-827a57b525a5 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'Failed to update status for InferenceGraph "ensemble-graph-a162f": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-a162f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:20Z" name: ensemble-graph-a162f.18c8ad5b70be71d9 namespace: kserve-ci-e2e-test resourceVersion: "22173" uid: 051a4fb7-d2fd-4f75-aad2-7cc5acfcd8b8 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-a162f namespace: kserve-ci-e2e-test resourceVersion: "22072" uid: 5ff5c2ea-037b-4c8f-af72-827a57b525a5 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-a162f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:20Z" name: ensemble-graph-a162f.18c8ad5b70beb686 namespace: kserve-ci-e2e-test resourceVersion: "22174" uid: 768d325c-4527-43a5-99c1-d17d46954608 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:24:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-a162f namespace: kserve-ci-e2e-test resourceVersion: "22094" uid: fc2bd1d4-b842-42c3-a300-d407bf745fb3 kind: Event lastTimestamp: "2026-08-04T18:24:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:24:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:50Z" name: ensemble-graph-a162f.18c8ad5edcb8e28a namespace: kserve-ci-e2e-test resourceVersion: "22459" uid: 01c9af96-6e43-4b00-87dd-0f4c0c4fe572 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:24:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-a162f namespace: kserve-ci-e2e-test resourceVersion: "22094" uid: fc2bd1d4-b842-42c3-a300-d407bf745fb3 kind: Event lastTimestamp: "2026-08-04T18:24:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:24:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:50Z" name: ensemble-graph-a162f.18c8ad5edd21e882 namespace: kserve-ci-e2e-test resourceVersion: "22461" uid: 50611b7a-16e1-49dd-b748-01e570222dfb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:12:54.781654Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-01f07-predictor-5758564b9f-55hk9 namespace: kserve-ci-e2e-test resourceVersion: "16128" uid: ad732c12-b82a-4e00-82ee-3002aac085e5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-01f07-predictor-5758564b9f-55hk9 to ip-10-0-136-239.ec2.internal metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:12:54Z" name: error-404-isvc-01f07-predictor-5758564b9f-55hk9.18c8acbbc8e42c7a namespace: kserve-ci-e2e-test resourceVersion: "16134" uid: 7a75bf82-525b-4bcc-bc15-e761a3d8895d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-01f07-predictor-5758564b9f-55hk9 namespace: kserve-ci-e2e-test resourceVersion: "16138" uid: ad732c12-b82a-4e00-82ee-3002aac085e5 kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:12:55Z" name: error-404-isvc-01f07-predictor-5758564b9f-55hk9.18c8acbbe1ed28f3 namespace: kserve-ci-e2e-test resourceVersion: "16159" uid: cc5fee37-f64b-448c-b44e-5108da21854c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-01f07-predictor-5758564b9f-55hk9 namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: ad732c12-b82a-4e00-82ee-3002aac085e5 kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: error-404-isvc-01f07-predictor-5758564b9f-55hk9.18c8acbbe35046f9 namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: b50088f6-ec62-4cab-a16e-bd42e3ab85d5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-01f07-predictor-5758564b9f-55hk9 namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: ad732c12-b82a-4e00-82ee-3002aac085e5 kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: error-404-isvc-01f07-predictor-5758564b9f-55hk9.18c8acbbe62367d8 namespace: kserve-ci-e2e-test resourceVersion: "16163" uid: 8741bd89-058b-442f-abfe-c4db41e7f0cd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-01f07-predictor-5758564b9f-55hk9 namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: ad732c12-b82a-4e00-82ee-3002aac085e5 kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: error-404-isvc-01f07-predictor-5758564b9f-55hk9.18c8acbbe684cdcc namespace: kserve-ci-e2e-test resourceVersion: "16164" uid: 0c81493d-cf1b-4f13-9d19-7a74cb909234 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-01f07-predictor-5758564b9f-55hk9 namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: ad732c12-b82a-4e00-82ee-3002aac085e5 kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: error-404-isvc-01f07-predictor-5758564b9f-55hk9.18c8acbbe68dfd23 namespace: kserve-ci-e2e-test resourceVersion: "16165" uid: b10b6f97-0d03-4936-b22f-9e72467611dc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-01f07-predictor-5758564b9f-55hk9 namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: ad732c12-b82a-4e00-82ee-3002aac085e5 kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: error-404-isvc-01f07-predictor-5758564b9f-55hk9.18c8acbbea0f8a6c namespace: kserve-ci-e2e-test resourceVersion: "16166" uid: 677495b2-4669-4191-b266-4d3fc7b6ebfd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-01f07-predictor-5758564b9f-55hk9 namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: ad732c12-b82a-4e00-82ee-3002aac085e5 kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: error-404-isvc-01f07-predictor-5758564b9f-55hk9.18c8acbbea78632a namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: bf7ed0bf-c1e6-40da-81d4-1eac1e98878e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-08-04T18:12:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-01f07-predictor-5758564b9f-55hk9 namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: ad732c12-b82a-4e00-82ee-3002aac085e5 kind: Event lastTimestamp: "2026-08-04T18:22:12Z" message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:12:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:12Z" name: error-404-isvc-01f07-predictor-5758564b9f-55hk9.18c8acbc3dba2292 namespace: kserve-ci-e2e-test resourceVersion: "20611" uid: 48ad9646-e794-4f06-90f0-c146cf3f79d9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-01f07-predictor-5758564b9f-55hk9 namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: ad732c12-b82a-4e00-82ee-3002aac085e5 kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:09Z" name: error-404-isvc-01f07-predictor-5758564b9f-55hk9.18c8ad3d007e76f3 namespace: kserve-ci-e2e-test resourceVersion: "20549" uid: 42705573-1fe5-48fe-8453-77c6f9044f99 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-01f07-predictor-5758564b9f-55hk9 namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: ad732c12-b82a-4e00-82ee-3002aac085e5 kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:09Z" name: error-404-isvc-01f07-predictor-5758564b9f-55hk9.18c8ad3d007fb152 namespace: kserve-ci-e2e-test resourceVersion: "20552" uid: b819245e-057e-4244-96b8-5e6e5cede371 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-01f07-predictor-5758564b9f-55hk9 namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: ad732c12-b82a-4e00-82ee-3002aac085e5 kind: Event lastTimestamp: "2026-08-04T18:22:12Z" message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp 10.133.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:22:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:12Z" name: error-404-isvc-01f07-predictor-5758564b9f-55hk9.18c8ad3db2465328 namespace: kserve-ci-e2e-test resourceVersion: "20610" uid: ac837f40-9055-475f-a467-b0bc4c94ad50 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-01f07-predictor-5758564b9f namespace: kserve-ci-e2e-test resourceVersion: "16122" uid: 019713c3-e6a2-4c4a-bfd7-4a0be391256b kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: 'Created pod: error-404-isvc-01f07-predictor-5758564b9f-55hk9' metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:54Z" name: error-404-isvc-01f07-predictor-5758564b9f.18c8acbbc7e79916 namespace: kserve-ci-e2e-test resourceVersion: "16130" uid: d7afe9ad-3253-4c9e-86fe-c2bc81ba9fc6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-01f07-predictor namespace: kserve-ci-e2e-test resourceVersion: "16118" uid: 18ab1001-ffdc-415f-8c56-ccddd91453a9 kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: Scaled up replica set error-404-isvc-01f07-predictor-5758564b9f from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:54Z" name: error-404-isvc-01f07-predictor.18c8acbbc6049f7f namespace: kserve-ci-e2e-test resourceVersion: "16124" uid: 6de749dd-f295-48fa-a32e-5c1f499068d2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:13:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-01f07-predictor namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 260e2a6f-2872-48bc-b0ba-b775eafc9a7b kind: Event lastTimestamp: "2026-08-04T18:13:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:13:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:24Z" name: error-404-isvc-01f07-predictor.18c8acbf4498a3dc namespace: kserve-ci-e2e-test resourceVersion: "16455" uid: 8e1e5b6a-56dd-4ef1-b1c5-c9fc7fba8de0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:13:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-01f07-predictor namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 260e2a6f-2872-48bc-b0ba-b775eafc9a7b kind: Event lastTimestamp: "2026-08-04T18:13:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:13:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:24Z" name: error-404-isvc-01f07-predictor.18c8acbf4514fa4e namespace: kserve-ci-e2e-test resourceVersion: "16456" uid: e129d28e-1e3e-4c49-af5d-38da1e6c783e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:13:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-01f07-predictor namespace: kserve-ci-e2e-test resourceVersion: "16315" uid: 260e2a6f-2872-48bc-b0ba-b775eafc9a7b kind: Event lastTimestamp: "2026-08-04T18:14:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:13:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:09Z" name: error-404-isvc-01f07-predictor.18c8acc6428e29e3 namespace: kserve-ci-e2e-test resourceVersion: "17076" uid: 1d18ef5d-ef00-4cc1-bb3a-6c9caea28a09 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:13:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-01f07-predictor namespace: kserve-ci-e2e-test resourceVersion: "16315" uid: 260e2a6f-2872-48bc-b0ba-b775eafc9a7b kind: Event lastTimestamp: "2026-08-04T18:14:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:13:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:09Z" name: error-404-isvc-01f07-predictor.18c8acc6430a5493 namespace: kserve-ci-e2e-test resourceVersion: "17077" uid: b0c438ab-1963-4157-b7dd-625f4fa7229b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-01f07 namespace: kserve-ci-e2e-test resourceVersion: "16109" uid: ead506c9-b2cc-47c3-b0d3-015f2d9476e4 kind: Event lastTimestamp: "2026-08-04T18:13:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:13:42Z" name: error-404-isvc-01f07.18c8acbbc6018a79 namespace: kserve-ci-e2e-test resourceVersion: "16617" uid: 0c6607c9-baaf-49a9-9b67-a57beb3cfaba reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-01f07 namespace: kserve-ci-e2e-test resourceVersion: "16109" uid: ead506c9-b2cc-47c3-b0d3-015f2d9476e4 kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: 'Failed to update status for InferenceService "error-404-isvc-01f07": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-01f07": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:12:54Z" name: error-404-isvc-01f07.18c8acbbc6869c17 namespace: kserve-ci-e2e-test resourceVersion: "16126" uid: c3b4dc59-57d7-49c1-9d12-dde9143c3592 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-01f07 namespace: kserve-ci-e2e-test resourceVersion: "16109" uid: ead506c9-b2cc-47c3-b0d3-015f2d9476e4 kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-01f07": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:12:54Z" name: error-404-isvc-01f07.18c8acbbc686db03 namespace: kserve-ci-e2e-test resourceVersion: "16127" uid: 0a57b087-bd01-400a-9f42-9c371e87122e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-01f07 namespace: kserve-ci-e2e-test resourceVersion: "16614" uid: ead506c9-b2cc-47c3-b0d3-015f2d9476e4 kind: Event lastTimestamp: "2026-08-04T18:13:42Z" message: InferenceService [error-404-isvc-01f07] is Ready metadata: creationTimestamp: "2026-08-04T18:13:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:13:42Z" name: error-404-isvc-01f07.18c8acc6fbe1deb2 namespace: kserve-ci-e2e-test resourceVersion: "16615" uid: 34da9976-bfb4-4889-ba00-1c314b336c58 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:13:54.664929Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd namespace: kserve-ci-e2e-test resourceVersion: "16851" uid: f7047780-2249-44f0-a3e4-e610c0b56f50 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd to ip-10-0-136-239.ec2.internal metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:13:54Z" name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd.18c8acc9ba367439 namespace: kserve-ci-e2e-test resourceVersion: "16855" uid: c053cf6d-4152-4a44-bff3-cb867a9eecc3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd namespace: kserve-ci-e2e-test resourceVersion: "16870" uid: f7047780-2249-44f0-a3e4-e610c0b56f50 kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:13:55Z" name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd.18c8acc9d3c98fa6 namespace: kserve-ci-e2e-test resourceVersion: "16906" uid: b8088716-972a-4044-852c-b3cf9ef674e4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: f7047780-2249-44f0-a3e4-e610c0b56f50 kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd.18c8acc9d526a5a1 namespace: kserve-ci-e2e-test resourceVersion: "16908" uid: 98366465-f4ad-4ce2-a1e6-48d6c5984b72 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: f7047780-2249-44f0-a3e4-e610c0b56f50 kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd.18c8acc9d7d0550f namespace: kserve-ci-e2e-test resourceVersion: "16911" uid: 5c8cfc8b-6360-4b08-a1e2-3711ac564252 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: f7047780-2249-44f0-a3e4-e610c0b56f50 kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd.18c8acc9d840310d namespace: kserve-ci-e2e-test resourceVersion: "16913" uid: ff54de82-b87e-416f-bd24-1d2b32efaabb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: f7047780-2249-44f0-a3e4-e610c0b56f50 kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd.18c8acc9d848ecc8 namespace: kserve-ci-e2e-test resourceVersion: "16915" uid: e68ce252-4ad9-4a5e-8710-76db6c7816e8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: f7047780-2249-44f0-a3e4-e610c0b56f50 kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd.18c8acc9dbb93cdb namespace: kserve-ci-e2e-test resourceVersion: "16917" uid: 6465a13f-1d6f-4d1c-a4ea-ed19867494a7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: f7047780-2249-44f0-a3e4-e610c0b56f50 kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd.18c8acc9dc2e8085 namespace: kserve-ci-e2e-test resourceVersion: "16920" uid: 0fe2bc09-44d3-4e15-b11c-fd3263d3de78 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-08-04T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: f7047780-2249-44f0-a3e4-e610c0b56f50 kind: Event lastTimestamp: "2026-08-04T18:23:12Z" message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:13Z" name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd.18c8acca447dc7fd namespace: kserve-ci-e2e-test resourceVersion: "21263" uid: 760942b0-af68-4070-9284-46b5f0281d44 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: f7047780-2249-44f0-a3e4-e610c0b56f50 kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:09Z" name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd.18c8ad4aeaa242b9 namespace: kserve-ci-e2e-test resourceVersion: "21119" uid: f5cb2003-4315-48ab-8d43-036dece87887 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: f7047780-2249-44f0-a3e4-e610c0b56f50 kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:09Z" name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd.18c8ad4aeaa2b793 namespace: kserve-ci-e2e-test resourceVersion: "21114" uid: 6c63576f-5757-4761-a6af-eb07f76dd949 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: f7047780-2249-44f0-a3e4-e610c0b56f50 kind: Event lastTimestamp: "2026-08-04T18:23:12Z" message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp 10.133.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:23:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:12Z" name: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd.18c8ad4bb92ee577 namespace: kserve-ci-e2e-test resourceVersion: "21262" uid: 9ad8d76e-6832-4e4a-8531-ee83973d1e59 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-315c2-predictor-f5d6df9c5 namespace: kserve-ci-e2e-test resourceVersion: "16838" uid: a97b04a0-1924-4aed-a558-f552b0b290c3 kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: 'Created pod: error-404-isvc-315c2-predictor-f5d6df9c5-tb8xd' metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:54Z" name: error-404-isvc-315c2-predictor-f5d6df9c5.18c8acc9b9c76f5f namespace: kserve-ci-e2e-test resourceVersion: "16852" uid: fa93ecda-a740-450a-9e5b-be7cb834f577 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-315c2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16835" uid: d976bd1a-e34e-4328-95e4-645dbcb063cb kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: Scaled up replica set error-404-isvc-315c2-predictor-f5d6df9c5 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:54Z" name: error-404-isvc-315c2-predictor.18c8acc9b7e8e556 namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: 609525ec-0e98-4ba1-b501-1496a5c58627 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:14:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-315c2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16836" uid: 0a206e9f-a98a-40d3-9e00-c1cde7305c62 kind: Event lastTimestamp: "2026-08-04T18:14:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:14:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:24Z" name: error-404-isvc-315c2-predictor.18c8accd364eae7a namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: 31f9a208-d28c-4406-ac39-6c65dcca1aca reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:14:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-315c2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16836" uid: 0a206e9f-a98a-40d3-9e00-c1cde7305c62 kind: Event lastTimestamp: "2026-08-04T18:14:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:14:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:24Z" name: error-404-isvc-315c2-predictor.18c8accd36bd8045 namespace: kserve-ci-e2e-test resourceVersion: "17186" uid: 0393ea52-af03-4a16-815d-c7aa1a99aa30 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:14:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-315c2-predictor namespace: kserve-ci-e2e-test resourceVersion: "17066" uid: 0a206e9f-a98a-40d3-9e00-c1cde7305c62 kind: Event lastTimestamp: "2026-08-04T18:14:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:14:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:54Z" name: error-404-isvc-315c2-predictor.18c8acd434936d5f namespace: kserve-ci-e2e-test resourceVersion: "17457" uid: 1a574e23-e50d-4f4b-9787-c0d89fba5877 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:14:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-315c2-predictor namespace: kserve-ci-e2e-test resourceVersion: "17066" uid: 0a206e9f-a98a-40d3-9e00-c1cde7305c62 kind: Event lastTimestamp: "2026-08-04T18:14:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:14:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:54Z" name: error-404-isvc-315c2-predictor.18c8acd4352c0225 namespace: kserve-ci-e2e-test resourceVersion: "17458" uid: 37156e6f-cd1d-42eb-a7f7-edbb1097b139 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-315c2 namespace: kserve-ci-e2e-test resourceVersion: "16821" uid: 5d3cbdcb-b0c7-402b-9f0c-72b8c3fc0c9c kind: Event lastTimestamp: "2026-08-04T18:14:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:14:43Z" name: error-404-isvc-315c2.18c8acc9b7e83589 namespace: kserve-ci-e2e-test resourceVersion: "17350" uid: 5299285d-31b3-464e-bef0-07006546269a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:14:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-315c2 namespace: kserve-ci-e2e-test resourceVersion: "17348" uid: 5d3cbdcb-b0c7-402b-9f0c-72b8c3fc0c9c kind: Event lastTimestamp: "2026-08-04T18:14:43Z" message: InferenceService [error-404-isvc-315c2] is Ready metadata: creationTimestamp: "2026-08-04T18:14:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:14:43Z" name: error-404-isvc-315c2.18c8acd501061252 namespace: kserve-ci-e2e-test resourceVersion: "17349" uid: 67ab309d-c33b-419c-b1f5-f34a12ef3db6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:33:45.488388Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd namespace: kserve-ci-e2e-test resourceVersion: "27001" uid: 54eba614-562f-43dd-99f8-ccf29473617b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd to ip-10-0-136-239.ec2.internal metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:33:45Z" name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd.18c8addefcd26758 namespace: kserve-ci-e2e-test resourceVersion: "27005" uid: 3b9ceb28-aaa0-48e8-b0c0-77ec5610aa0b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd namespace: kserve-ci-e2e-test resourceVersion: "27010" uid: 54eba614-562f-43dd-99f8-ccf29473617b kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:33:45Z" name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd.18c8addf16ffcebc namespace: kserve-ci-e2e-test resourceVersion: "27028" uid: 0a66d272-c89a-428e-9e5a-3c913c95c043 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd namespace: kserve-ci-e2e-test resourceVersion: "27003" uid: 54eba614-562f-43dd-99f8-ccf29473617b kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:45Z" name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd.18c8addf186a5412 namespace: kserve-ci-e2e-test resourceVersion: "27030" uid: cbb1701c-92f1-4bb6-8155-5fc3b426dc8d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd namespace: kserve-ci-e2e-test resourceVersion: "27003" uid: 54eba614-562f-43dd-99f8-ccf29473617b kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:45Z" name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd.18c8addf1aeea19e namespace: kserve-ci-e2e-test resourceVersion: "27032" uid: 23340c4c-4aef-4f23-aa0e-7a132551debf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd namespace: kserve-ci-e2e-test resourceVersion: "27003" uid: 54eba614-562f-43dd-99f8-ccf29473617b kind: Event lastTimestamp: "2026-08-04T18:33:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:46Z" name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd.18c8addf1b5b4e08 namespace: kserve-ci-e2e-test resourceVersion: "27033" uid: f0e3a9db-c720-40db-8604-ad646c6ca220 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd namespace: kserve-ci-e2e-test resourceVersion: "27003" uid: 54eba614-562f-43dd-99f8-ccf29473617b kind: Event lastTimestamp: "2026-08-04T18:33:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:46Z" name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd.18c8addf1b65780a namespace: kserve-ci-e2e-test resourceVersion: "27034" uid: f17b9ca3-5372-45ab-ad29-9681e4d0ab4e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd namespace: kserve-ci-e2e-test resourceVersion: "27003" uid: 54eba614-562f-43dd-99f8-ccf29473617b kind: Event lastTimestamp: "2026-08-04T18:33:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:46Z" name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd.18c8addf1e41932e namespace: kserve-ci-e2e-test resourceVersion: "27039" uid: 6ec68d7c-aafc-4b68-a8ec-0a158f0a1152 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd namespace: kserve-ci-e2e-test resourceVersion: "27003" uid: 54eba614-562f-43dd-99f8-ccf29473617b kind: Event lastTimestamp: "2026-08-04T18:33:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:46Z" name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd.18c8addf1ecae549 namespace: kserve-ci-e2e-test resourceVersion: "27040" uid: 08b55699-9a4e-4c7a-8329-3d874c9fe4f2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:33:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd namespace: kserve-ci-e2e-test resourceVersion: "27003" uid: 54eba614-562f-43dd-99f8-ccf29473617b kind: Event lastTimestamp: "2026-08-04T18:34:24Z" message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:33:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:34:24Z" name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd.18c8addf96dfcf04 namespace: kserve-ci-e2e-test resourceVersion: "27397" uid: 286f0a07-26ce-4f97-9d10-cd648c9f10af reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:43:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd namespace: kserve-ci-e2e-test resourceVersion: "27003" uid: 54eba614-562f-43dd-99f8-ccf29473617b kind: Event lastTimestamp: "2026-08-04T18:43:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:43:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:43:00Z" name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd.18c8ae603462ead7 namespace: kserve-ci-e2e-test resourceVersion: "31117" uid: 1076cf1c-37d8-4f0f-95bd-04d0450b3166 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:43:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd namespace: kserve-ci-e2e-test resourceVersion: "27003" uid: 54eba614-562f-43dd-99f8-ccf29473617b kind: Event lastTimestamp: "2026-08-04T18:43:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:43:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:43:00Z" name: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd.18c8ae6034636155 namespace: kserve-ci-e2e-test resourceVersion: "31119" uid: 9c42089c-68f1-446f-a69b-baa746aedae5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-47ede-predictor-86dbbb4b45 namespace: kserve-ci-e2e-test resourceVersion: "26995" uid: 97a9383c-3efd-4055-bbc9-3a9dfd6c7346 kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: 'Created pod: error-404-isvc-47ede-predictor-86dbbb4b45-r2rtd' metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:45Z" name: error-404-isvc-47ede-predictor-86dbbb4b45.18c8addefc618a86 namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 0e17ea17-81a6-4f79-a452-a83ef6a0da4f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-47ede-predictor namespace: kserve-ci-e2e-test resourceVersion: "26993" uid: f5503451-31a8-435c-8570-f9a5fe312e8d kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: Scaled up replica set error-404-isvc-47ede-predictor-86dbbb4b45 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:45Z" name: error-404-isvc-47ede-predictor.18c8addefac42bfc namespace: kserve-ci-e2e-test resourceVersion: "26997" uid: 44e1b965-4269-4bb7-a026-f50f395f715f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:34:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-47ede-predictor namespace: kserve-ci-e2e-test resourceVersion: "26994" uid: cb4e7614-5970-47d6-9770-1aea1a7a6927 kind: Event lastTimestamp: "2026-08-04T18:35:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:34:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:35:00Z" name: error-404-isvc-47ede-predictor.18c8ade279aec448 namespace: kserve-ci-e2e-test resourceVersion: "27774" uid: 27a5725b-7381-4e71-ad12-d3b2bc8e15e2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:34:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-47ede-predictor namespace: kserve-ci-e2e-test resourceVersion: "26994" uid: cb4e7614-5970-47d6-9770-1aea1a7a6927 kind: Event lastTimestamp: "2026-08-04T18:35:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:34:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:35:00Z" name: error-404-isvc-47ede-predictor.18c8ade27a593b03 namespace: kserve-ci-e2e-test resourceVersion: "27775" uid: 97ccd502-5f95-4c1c-bc97-2865e29084f7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-47ede namespace: kserve-ci-e2e-test resourceVersion: "26982" uid: a972362b-2b98-44b1-ab90-6c271454233e kind: Event lastTimestamp: "2026-08-04T18:34:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:34:34Z" name: error-404-isvc-47ede.18c8addefac22061 namespace: kserve-ci-e2e-test resourceVersion: "27484" uid: 3f61b2cd-4d13-4561-9865-2eb559b1dc38 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-47ede namespace: kserve-ci-e2e-test resourceVersion: "26999" uid: a972362b-2b98-44b1-ab90-6c271454233e kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: 'Failed to update status for InferenceService "error-404-isvc-47ede": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-47ede": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:33:45Z" name: error-404-isvc-47ede.18c8addf02da4843 namespace: kserve-ci-e2e-test resourceVersion: "27018" uid: fdd2d195-5b06-4a07-aabf-78d9b1ac51ed reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-47ede namespace: kserve-ci-e2e-test resourceVersion: "26999" uid: a972362b-2b98-44b1-ab90-6c271454233e kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-47ede": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:33:45Z" name: error-404-isvc-47ede.18c8addf02daa4d6 namespace: kserve-ci-e2e-test resourceVersion: "27019" uid: 2896c223-5f38-4eba-aa09-4cba01a33874 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-47ede namespace: kserve-ci-e2e-test resourceVersion: "27482" uid: a972362b-2b98-44b1-ab90-6c271454233e kind: Event lastTimestamp: "2026-08-04T18:34:34Z" message: InferenceService [error-404-isvc-47ede] is Ready metadata: creationTimestamp: "2026-08-04T18:34:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:34:34Z" name: error-404-isvc-47ede.18c8adea53154562 namespace: kserve-ci-e2e-test resourceVersion: "27483" uid: fe58dcd1-42cc-46f4-9d22-23b9390db255 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:33:35.142279Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv namespace: kserve-ci-e2e-test resourceVersion: "26746" uid: f87730bd-b669-4029-a664-907e762cdba6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv to ip-10-0-136-239.ec2.internal metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:33:35Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv.18c8addc94255745 namespace: kserve-ci-e2e-test resourceVersion: "26759" uid: b7118927-14fb-4007-ac26-36588b5dccd8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv namespace: kserve-ci-e2e-test resourceVersion: "26752" uid: f87730bd-b669-4029-a664-907e762cdba6 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-493ba-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:35Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv.18c8addc9c4aade1 namespace: kserve-ci-e2e-test resourceVersion: "26785" uid: d98d44db-6d34-4dce-903c-29e679ff3891 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv namespace: kserve-ci-e2e-test resourceVersion: "26767" uid: f87730bd-b669-4029-a664-907e762cdba6 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:33:36Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv.18c8addcd297d15d namespace: kserve-ci-e2e-test resourceVersion: "26807" uid: 51764e72-3834-4d31-bca7-f03e361b60a7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv namespace: kserve-ci-e2e-test resourceVersion: "26752" uid: f87730bd-b669-4029-a664-907e762cdba6 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:36Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv.18c8addcd40f4d33 namespace: kserve-ci-e2e-test resourceVersion: "26811" uid: 2dc32914-6f61-44f3-b021-899fff3bf60f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv namespace: kserve-ci-e2e-test resourceVersion: "26752" uid: f87730bd-b669-4029-a664-907e762cdba6 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:36Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv.18c8addcd7376b4d namespace: kserve-ci-e2e-test resourceVersion: "26812" uid: 74d6bfdb-7dc2-4e54-b3ac-247ca60a4708 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv namespace: kserve-ci-e2e-test resourceVersion: "26752" uid: f87730bd-b669-4029-a664-907e762cdba6 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:36Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv.18c8addcd7b3992f namespace: kserve-ci-e2e-test resourceVersion: "26813" uid: bd39fa00-c414-427f-9fe6-875d4b0869f3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv namespace: kserve-ci-e2e-test resourceVersion: "26752" uid: f87730bd-b669-4029-a664-907e762cdba6 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:36Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv.18c8addcd7be93ac namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: d854ea1b-9bd0-4ede-bbdd-d70ba75395d0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv namespace: kserve-ci-e2e-test resourceVersion: "26752" uid: f87730bd-b669-4029-a664-907e762cdba6 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:36Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv.18c8addcdb7fa812 namespace: kserve-ci-e2e-test resourceVersion: "26816" uid: a9cc2697-ddf2-49fb-85c4-d1d7a9960b1f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv namespace: kserve-ci-e2e-test resourceVersion: "26752" uid: f87730bd-b669-4029-a664-907e762cdba6 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:36Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv.18c8addcdbfcf2b3 namespace: kserve-ci-e2e-test resourceVersion: "26817" uid: 1a79cc35-5c0e-4cc5-8e35-7cc89201e9fd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:33:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv namespace: kserve-ci-e2e-test resourceVersion: "26752" uid: f87730bd-b669-4029-a664-907e762cdba6 kind: Event lastTimestamp: "2026-08-04T18:34:14Z" message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:33:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:34:14Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv.18c8addd3fc55692 namespace: kserve-ci-e2e-test resourceVersion: "27300" uid: d9c52c8b-a5a3-4b42-8451-3053380553e6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:50:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv namespace: kserve-ci-e2e-test resourceVersion: "26752" uid: f87730bd-b669-4029-a664-907e762cdba6 kind: Event lastTimestamp: "2026-08-04T18:50:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:50:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:50:54Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv.18c8aece9a3247a8 namespace: kserve-ci-e2e-test resourceVersion: "34403" uid: a40a79c9-e4d5-4628-b30d-4df2feab8ab9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:50:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv namespace: kserve-ci-e2e-test resourceVersion: "26752" uid: f87730bd-b669-4029-a664-907e762cdba6 kind: Event lastTimestamp: "2026-08-04T18:50:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:50:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:50:54Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv.18c8aece9a32cd92 namespace: kserve-ci-e2e-test resourceVersion: "34404" uid: 8080c09a-87be-4b62-a07b-0591a801301f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-493ba-predictor-6c4f76bbb5 namespace: kserve-ci-e2e-test resourceVersion: "26732" uid: 0c750bc1-1bed-411b-9242-967ef8baa0d4 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: 'Created pod: error-404-isvc-493ba-predictor-6c4f76bbb5-dg9jv' metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:35Z" name: error-404-isvc-493ba-predictor-6c4f76bbb5.18c8addc9390519b namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 1b445641-6bf9-42ba-9998-c3888cc99f92 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-493ba-predictor namespace: kserve-ci-e2e-test resourceVersion: "26728" uid: b398b6fd-1a4a-495e-b475-72f6fb3cd5f6 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: Scaled up replica set error-404-isvc-493ba-predictor-6c4f76bbb5 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:35Z" name: error-404-isvc-493ba-predictor.18c8addc91e6531f namespace: kserve-ci-e2e-test resourceVersion: "26734" uid: 8213ee3c-e036-4fd3-8c4c-1cf825f723f3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:33:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-493ba-predictor namespace: kserve-ci-e2e-test resourceVersion: "26731" uid: 7f1e923b-68af-4e6b-85eb-98f0e03b525e kind: Event lastTimestamp: "2026-08-04T18:34:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:33:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:05Z" name: error-404-isvc-493ba-predictor.18c8ade010b2a37e namespace: kserve-ci-e2e-test resourceVersion: "27236" uid: 103dfa17-96a7-48ff-87e5-83b84bc8ef37 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:33:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-493ba-predictor namespace: kserve-ci-e2e-test resourceVersion: "26731" uid: 7f1e923b-68af-4e6b-85eb-98f0e03b525e kind: Event lastTimestamp: "2026-08-04T18:34:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:33:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:05Z" name: error-404-isvc-493ba-predictor.18c8ade01125fdac namespace: kserve-ci-e2e-test resourceVersion: "27237" uid: 5f7b905a-9e4d-4260-9fa1-b9de1d2ab987 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:34:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-493ba-predictor namespace: kserve-ci-e2e-test resourceVersion: "27104" uid: 7f1e923b-68af-4e6b-85eb-98f0e03b525e kind: Event lastTimestamp: "2026-08-04T18:34:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:34:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:50Z" name: error-404-isvc-493ba-predictor.18c8ade70f4c0aa7 namespace: kserve-ci-e2e-test resourceVersion: "27689" uid: 2ab757a2-d54c-4914-852a-1b66c381435f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:34:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-493ba-predictor namespace: kserve-ci-e2e-test resourceVersion: "27104" uid: 7f1e923b-68af-4e6b-85eb-98f0e03b525e kind: Event lastTimestamp: "2026-08-04T18:34:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:34:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:50Z" name: error-404-isvc-493ba-predictor.18c8ade70fbd36f3 namespace: kserve-ci-e2e-test resourceVersion: "27690" uid: 3c6e331f-77dd-484a-9c1a-980c2bf0f711 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-493ba namespace: kserve-ci-e2e-test resourceVersion: "26711" uid: 2833d581-1a57-497d-a94a-040e7ceed339 kind: Event lastTimestamp: "2026-08-04T18:34:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:34:24Z" name: error-404-isvc-493ba.18c8addc921053b9 namespace: kserve-ci-e2e-test resourceVersion: "27402" uid: 5046a33a-a7c9-48a4-bd83-98bf1c5f806f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-493ba namespace: kserve-ci-e2e-test resourceVersion: "27400" uid: 2833d581-1a57-497d-a94a-040e7ceed339 kind: Event lastTimestamp: "2026-08-04T18:34:24Z" message: InferenceService [error-404-isvc-493ba] is Ready metadata: creationTimestamp: "2026-08-04T18:34:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:34:24Z" name: error-404-isvc-493ba.18c8ade7fc4eb653 namespace: kserve-ci-e2e-test resourceVersion: "27401" uid: ecaa1f53-f4b5-491b-ab09-ff0a7f797d5f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:11:24.548751Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15017" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-4a809-predictor-6db7b75455-g9d8f to ip-10-0-136-239.ec2.internal metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:11:24Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8aca6c6976156 namespace: kserve-ci-e2e-test resourceVersion: "15021" uid: 88393c83-abf5-4d2e-9df3-1526022a3657 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15029" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:11:24Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8aca6e0142737 namespace: kserve-ci-e2e-test resourceVersion: "15093" uid: e3e6370b-4c2e-45f9-95a4-2ff5d1e41aa5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1846" metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:25Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8aca6e18ab4e5 namespace: kserve-ci-e2e-test resourceVersion: "15095" uid: 75d0d221-a67e-4dc7-84fe-eab079a4dc66 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: "2026-08-04T18:11:36Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1846" in 11.145s (11.145s including waiting). Image size: 1333945432 bytes.' metadata: creationTimestamp: "2026-08-04T18:11:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:36Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8aca979de024f namespace: kserve-ci-e2e-test resourceVersion: "15240" uid: 30f6a8a4-a509-47dd-806b-c2e07447342e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: "2026-08-04T18:11:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:11:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:36Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8aca97cc5807a namespace: kserve-ci-e2e-test resourceVersion: "15241" uid: 3f96a440-2af4-47d1-be9e-875c9a8a3f4d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: "2026-08-04T18:11:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:11:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:36Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8aca97d20ecd9 namespace: kserve-ci-e2e-test resourceVersion: "15242" uid: 2efefd4e-cede-41ac-b576-61cde6285708 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: "2026-08-04T18:11:36Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-08-04T18:11:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:36Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8aca97d2d50da namespace: kserve-ci-e2e-test resourceVersion: "15243" uid: e32a0ff8-5a8e-4217-9dd7-6109765b19a3 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: "2026-08-04T18:11:38Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.108s (2.108s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-08-04T18:11:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:38Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8aca9fad7b77f namespace: kserve-ci-e2e-test resourceVersion: "15259" uid: fa76d7ad-70df-487f-a01b-13171c498018 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: "2026-08-04T18:11:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:11:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:38Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8aca9fe82cfed namespace: kserve-ci-e2e-test resourceVersion: "15260" uid: 5a4ef410-c613-48c6-9df1-9af880c47965 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: "2026-08-04T18:11:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:11:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:38Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8aca9fef3f188 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: f952949d-70cb-493b-8d36-13122ab70ca5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:11:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: "2026-08-04T18:12:14Z" message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:11:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:14Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8acaa004bc3b1 namespace: kserve-ci-e2e-test resourceVersion: "15651" uid: 614bf496-16bb-4ef1-b3b3-3742fbce07a3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:54Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8acbbbb9e6bd2 namespace: kserve-ci-e2e-test resourceVersion: "16066" uid: 1e7b1919-abda-47a0-a629-acf4ec4bb657 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: ab525bdc-980c-4be2-bd2d-4795da07000c kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:54Z" name: error-404-isvc-4a809-predictor-6db7b75455-g9d8f.18c8acbbbb9ee083 namespace: kserve-ci-e2e-test resourceVersion: "16067" uid: c26ce466-fff9-470d-aa00-f5ae0e1c3135 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-4a809-predictor-6db7b75455 namespace: kserve-ci-e2e-test resourceVersion: "15009" uid: bce71e9b-3358-4ae6-8945-37e0f72886a4 kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: 'Created pod: error-404-isvc-4a809-predictor-6db7b75455-g9d8f' metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:11:24Z" name: error-404-isvc-4a809-predictor-6db7b75455.18c8aca6c61f9f6f namespace: kserve-ci-e2e-test resourceVersion: "15018" uid: 25c0f491-03f3-4faf-937f-8ced36fe3e3a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-4a809-predictor namespace: kserve-ci-e2e-test resourceVersion: "15007" uid: 1b7209f9-fe73-488d-96da-7b14d7a124d6 kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: Scaled up replica set error-404-isvc-4a809-predictor-6db7b75455 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:11:24Z" name: error-404-isvc-4a809-predictor.18c8aca6c3787a7d namespace: kserve-ci-e2e-test resourceVersion: "15011" uid: 48414b22-1522-4210-8e07-5e0ad0368525 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-08-04T18:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4a809-predictor namespace: kserve-ci-e2e-test resourceVersion: "15008" uid: 1fdf272e-6d5b-419c-8cc5-86dd8dfe3886 kind: Event lastTimestamp: "2026-08-04T18:12:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:24Z" name: error-404-isvc-4a809-predictor.18c8acaa421fe079 namespace: kserve-ci-e2e-test resourceVersion: "15744" uid: 1065fd2a-78b9-4928-bc9e-7d9e5654e869 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-08-04T18:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4a809-predictor namespace: kserve-ci-e2e-test resourceVersion: "15008" uid: 1fdf272e-6d5b-419c-8cc5-86dd8dfe3886 kind: Event lastTimestamp: "2026-08-04T18:12:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:24Z" name: error-404-isvc-4a809-predictor.18c8acaa429088f2 namespace: kserve-ci-e2e-test resourceVersion: "15745" uid: d270e070-5aac-4e82-9d1e-e98d546782fe reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4a809-predictor namespace: kserve-ci-e2e-test resourceVersion: "15284" uid: 1fdf272e-6d5b-419c-8cc5-86dd8dfe3886 kind: Event lastTimestamp: "2026-08-04T18:12:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:39Z" name: error-404-isvc-4a809-predictor.18c8acb83de29780 namespace: kserve-ci-e2e-test resourceVersion: "15871" uid: 5c10d587-5b8a-46b5-a330-fab3105b02dd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4a809-predictor namespace: kserve-ci-e2e-test resourceVersion: "15284" uid: 1fdf272e-6d5b-419c-8cc5-86dd8dfe3886 kind: Event lastTimestamp: "2026-08-04T18:12:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:39Z" name: error-404-isvc-4a809-predictor.18c8acb83e5718d1 namespace: kserve-ci-e2e-test resourceVersion: "15873" uid: 8bc9072e-8f03-450a-8b88-ec2aa52bd45f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4a809 namespace: kserve-ci-e2e-test resourceVersion: "14990" uid: 92d44a43-8f4c-4ca4-b650-0f2a37c9049e kind: Event lastTimestamp: "2026-08-04T18:12:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:12:24Z" name: error-404-isvc-4a809.18c8aca6c3a40ea1 namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: ba3322ad-3005-4a9d-9690-34f1206beb11 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4a809 namespace: kserve-ci-e2e-test resourceVersion: "15741" uid: 92d44a43-8f4c-4ca4-b650-0f2a37c9049e kind: Event lastTimestamp: "2026-08-04T18:12:24Z" message: InferenceService [error-404-isvc-4a809] is Ready metadata: creationTimestamp: "2026-08-04T18:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:12:24Z" name: error-404-isvc-4a809.18c8acb4bc36493a namespace: kserve-ci-e2e-test resourceVersion: "15742" uid: 14878644-6a86-4426-9129-dd227d7b1277 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:32:35.231820Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8c81a-predictor-756657c85-2pmpb namespace: kserve-ci-e2e-test resourceVersion: "26120" uid: 0de5a5a5-de93-459b-8b6c-89d493d3e1f9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8c81a-predictor-756657c85-2pmpb to ip-10-0-136-239.ec2.internal metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-8c81a-predictor-756657c85-2pmpb.18c8adcea13452d9 namespace: kserve-ci-e2e-test resourceVersion: "26127" uid: b5132690-82f9-4abb-957a-55bf2de787ec reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8c81a-predictor-756657c85-2pmpb namespace: kserve-ci-e2e-test resourceVersion: "26133" uid: 0de5a5a5-de93-459b-8b6c-89d493d3e1f9 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-8c81a-predictor-756657c85-2pmpb.18c8adcebbbf3ed0 namespace: kserve-ci-e2e-test resourceVersion: "26153" uid: eccb7641-57f5-4aca-a927-3ab1c0b4f09a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8c81a-predictor-756657c85-2pmpb namespace: kserve-ci-e2e-test resourceVersion: "26123" uid: 0de5a5a5-de93-459b-8b6c-89d493d3e1f9 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-8c81a-predictor-756657c85-2pmpb.18c8adcebdfe8b3d namespace: kserve-ci-e2e-test resourceVersion: "26156" uid: 328a71a8-26b1-4726-81c2-b3e4bb30d2d3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8c81a-predictor-756657c85-2pmpb namespace: kserve-ci-e2e-test resourceVersion: "26123" uid: 0de5a5a5-de93-459b-8b6c-89d493d3e1f9 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-8c81a-predictor-756657c85-2pmpb.18c8adcec0ba1494 namespace: kserve-ci-e2e-test resourceVersion: "26157" uid: e20867f5-96cc-4c0a-b64e-aa9fad8fa403 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8c81a-predictor-756657c85-2pmpb namespace: kserve-ci-e2e-test resourceVersion: "26123" uid: 0de5a5a5-de93-459b-8b6c-89d493d3e1f9 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-8c81a-predictor-756657c85-2pmpb.18c8adcec137e2c7 namespace: kserve-ci-e2e-test resourceVersion: "26158" uid: 92cd86a6-f543-4126-8cbc-13e1048c2c10 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8c81a-predictor-756657c85-2pmpb namespace: kserve-ci-e2e-test resourceVersion: "26123" uid: 0de5a5a5-de93-459b-8b6c-89d493d3e1f9 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-8c81a-predictor-756657c85-2pmpb.18c8adcec14326bc namespace: kserve-ci-e2e-test resourceVersion: "26159" uid: dc976578-9b1b-4ebb-8c69-8a6d3e0c75f6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8c81a-predictor-756657c85-2pmpb namespace: kserve-ci-e2e-test resourceVersion: "26123" uid: 0de5a5a5-de93-459b-8b6c-89d493d3e1f9 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-8c81a-predictor-756657c85-2pmpb.18c8adcec5806395 namespace: kserve-ci-e2e-test resourceVersion: "26161" uid: ede587f1-81b4-400c-9f12-fe25849e2371 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8c81a-predictor-756657c85-2pmpb namespace: kserve-ci-e2e-test resourceVersion: "26123" uid: 0de5a5a5-de93-459b-8b6c-89d493d3e1f9 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-8c81a-predictor-756657c85-2pmpb.18c8adcec5faa5b4 namespace: kserve-ci-e2e-test resourceVersion: "26162" uid: 5a43887c-02aa-4364-86f2-23fa555f8771 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8c81a-predictor-756657c85-2pmpb namespace: kserve-ci-e2e-test resourceVersion: "26123" uid: 0de5a5a5-de93-459b-8b6c-89d493d3e1f9 kind: Event lastTimestamp: "2026-08-04T18:33:12Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:12Z" name: error-404-isvc-8c81a-predictor-756657c85-2pmpb.18c8adcefb77aa88 namespace: kserve-ci-e2e-test resourceVersion: "26473" uid: 692d24fe-da18-4774-83f9-9d57801b46d9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8c81a-predictor-756657c85-2pmpb namespace: kserve-ci-e2e-test resourceVersion: "26123" uid: 0de5a5a5-de93-459b-8b6c-89d493d3e1f9 kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:45Z" name: error-404-isvc-8c81a-predictor-756657c85-2pmpb.18c8addef2288e6a namespace: kserve-ci-e2e-test resourceVersion: "26945" uid: ecff49af-28db-42d9-889b-6f83e142e3a1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8c81a-predictor-756657c85-2pmpb namespace: kserve-ci-e2e-test resourceVersion: "26123" uid: 0de5a5a5-de93-459b-8b6c-89d493d3e1f9 kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:45Z" name: error-404-isvc-8c81a-predictor-756657c85-2pmpb.18c8addef22938dc namespace: kserve-ci-e2e-test resourceVersion: "26946" uid: 507c8562-ebe2-426a-807a-1c5943080d0d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8c81a-predictor-756657c85-2pmpb namespace: kserve-ci-e2e-test resourceVersion: "26123" uid: 0de5a5a5-de93-459b-8b6c-89d493d3e1f9 kind: Event lastTimestamp: "2026-08-04T18:33:47Z" message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp 10.133.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:33:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:47Z" name: error-404-isvc-8c81a-predictor-756657c85-2pmpb.18c8addf839d4355 namespace: kserve-ci-e2e-test resourceVersion: "27070" uid: 905ed914-6fc6-4db0-a55b-08bb566c72e1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8c81a-predictor-756657c85 namespace: kserve-ci-e2e-test resourceVersion: "26100" uid: 83fd652a-cdba-4158-acc3-42f7c8b4c0b3 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: 'Created pod: error-404-isvc-8c81a-predictor-756657c85-2pmpb' metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-8c81a-predictor-756657c85.18c8adcea0a365fe namespace: kserve-ci-e2e-test resourceVersion: "26122" uid: 26130d8f-82fa-4ed0-a8a4-139329a7e3d0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8c81a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26096" uid: a8eb18d9-ff16-4381-9843-13c76f770c32 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: Scaled up replica set error-404-isvc-8c81a-predictor-756657c85 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-8c81a-predictor.18c8adce9dc740b7 namespace: kserve-ci-e2e-test resourceVersion: "26104" uid: 2ddcdd12-2b45-4a85-833d-25546d51fc9b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:32:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8c81a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26097" uid: 93253c28-8a60-4ce6-a854-f5c00e5204f2 kind: Event lastTimestamp: "2026-08-04T18:33:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:32:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:05Z" name: error-404-isvc-8c81a-predictor.18c8add21c5a1b08 namespace: kserve-ci-e2e-test resourceVersion: "26411" uid: 6ead3820-4ce3-4c2e-be84-a313f7ed28dc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:32:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8c81a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26097" uid: 93253c28-8a60-4ce6-a854-f5c00e5204f2 kind: Event lastTimestamp: "2026-08-04T18:33:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:32:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:05Z" name: error-404-isvc-8c81a-predictor.18c8add21cd9d9c2 namespace: kserve-ci-e2e-test resourceVersion: "26412" uid: fe683d84-479f-427e-bcdd-a4f820c24b98 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:33:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8c81a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26304" uid: 93253c28-8a60-4ce6-a854-f5c00e5204f2 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:33:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:35Z" name: error-404-isvc-8c81a-predictor.18c8add91a7c1a14 namespace: kserve-ci-e2e-test resourceVersion: "26781" uid: 764206cc-f288-43b7-b60b-2ad3ac0fe396 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:33:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8c81a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26304" uid: 93253c28-8a60-4ce6-a854-f5c00e5204f2 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:33:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:35Z" name: error-404-isvc-8c81a-predictor.18c8add91af43eda namespace: kserve-ci-e2e-test resourceVersion: "26782" uid: 2cf66d95-305f-4441-b446-d0dd9dea04c7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8c81a namespace: kserve-ci-e2e-test resourceVersion: "26086" uid: 8ee1a528-2972-4778-85df-88c19d9cd7b0 kind: Event lastTimestamp: "2026-08-04T18:33:22Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:33:22Z" name: error-404-isvc-8c81a.18c8adce9dea4e6a namespace: kserve-ci-e2e-test resourceVersion: "26555" uid: 9ff3e26e-1eee-4dd1-9db3-664c7389dda1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8c81a namespace: kserve-ci-e2e-test resourceVersion: "26110" uid: 8ee1a528-2972-4778-85df-88c19d9cd7b0 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: 'Failed to update status for InferenceService "error-404-isvc-8c81a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8c81a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-8c81a.18c8adcea874366d namespace: kserve-ci-e2e-test resourceVersion: "26142" uid: cc784a95-8797-461c-9c17-a3ff33c2068c reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8c81a namespace: kserve-ci-e2e-test resourceVersion: "26110" uid: 8ee1a528-2972-4778-85df-88c19d9cd7b0 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8c81a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-8c81a.18c8adcea8747b5e namespace: kserve-ci-e2e-test resourceVersion: "26143" uid: e774be7e-85bb-4905-b65d-23f41a5dbced reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8c81a namespace: kserve-ci-e2e-test resourceVersion: "26552" uid: 8ee1a528-2972-4778-85df-88c19d9cd7b0 kind: Event lastTimestamp: "2026-08-04T18:33:22Z" message: InferenceService [error-404-isvc-8c81a] is Ready metadata: creationTimestamp: "2026-08-04T18:33:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:33:22Z" name: error-404-isvc-8c81a.18c8add9b73da132 namespace: kserve-ci-e2e-test resourceVersion: "26553" uid: 7b6ae0df-3668-488b-9449-60461577198d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:23:09.638385Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9 namespace: kserve-ci-e2e-test resourceVersion: "21143" uid: a240ae88-abdc-47c9-977c-f6b3fd943a01 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-94d00-predictor-558f596f5c-5fxt9 to ip-10-0-136-239.ec2.internal metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:23:09Z" name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9.18c8ad4af1355e36 namespace: kserve-ci-e2e-test resourceVersion: "21148" uid: f1069b03-8090-4640-b31a-2a1e82d2e5c1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: a240ae88-abdc-47c9-977c-f6b3fd943a01 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:23:10Z" name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9.18c8ad4b0d3fdafd namespace: kserve-ci-e2e-test resourceVersion: "21202" uid: e3b0863f-9e03-48f3-9091-d067f0ba4ae3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9 namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: a240ae88-abdc-47c9-977c-f6b3fd943a01 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9.18c8ad4b0eb6952c namespace: kserve-ci-e2e-test resourceVersion: "21206" uid: abb524b1-3f68-4909-80f2-f24e9c97d072 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9 namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: a240ae88-abdc-47c9-977c-f6b3fd943a01 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9.18c8ad4b124c796e namespace: kserve-ci-e2e-test resourceVersion: "21208" uid: aa41646f-140a-4f07-9e56-b914d41af28e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9 namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: a240ae88-abdc-47c9-977c-f6b3fd943a01 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9.18c8ad4b12c8551b namespace: kserve-ci-e2e-test resourceVersion: "21209" uid: 4a7a7360-b172-45b3-9bdb-2904e7f58dab reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9 namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: a240ae88-abdc-47c9-977c-f6b3fd943a01 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9.18c8ad4b12d2cfcb namespace: kserve-ci-e2e-test resourceVersion: "21210" uid: d73057a5-3569-4de9-a07b-25d047a35dec reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9 namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: a240ae88-abdc-47c9-977c-f6b3fd943a01 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9.18c8ad4b158ac7a0 namespace: kserve-ci-e2e-test resourceVersion: "21211" uid: b902f98e-c522-481f-a724-bf4137be9e7d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9 namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: a240ae88-abdc-47c9-977c-f6b3fd943a01 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9.18c8ad4b16103c49 namespace: kserve-ci-e2e-test resourceVersion: "21212" uid: 9af04308-e8d8-4e28-9c22-c4d361ac8165 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9 namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: a240ae88-abdc-47c9-977c-f6b3fd943a01 kind: Event lastTimestamp: "2026-08-04T18:23:56Z" message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:56Z" name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9.18c8ad4b1ba80c14 namespace: kserve-ci-e2e-test resourceVersion: "21777" uid: 68aa3243-61a9-424f-81e0-f210e6849856 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9 namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: a240ae88-abdc-47c9-977c-f6b3fd943a01 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9.18c8ad5b5385df38 namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: 8fc19071-999f-4d75-af95-5d557db9d0f0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9 namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: a240ae88-abdc-47c9-977c-f6b3fd943a01 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9.18c8ad5b53866c14 namespace: kserve-ci-e2e-test resourceVersion: "22068" uid: 02f1ec3a-d020-4b70-b493-541e09211218 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9 namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: a240ae88-abdc-47c9-977c-f6b3fd943a01 kind: Event lastTimestamp: "2026-08-04T18:24:21Z" message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp 10.133.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:21Z" name: error-404-isvc-94d00-predictor-558f596f5c-5fxt9.18c8ad5ba3da8bc4 namespace: kserve-ci-e2e-test resourceVersion: "22208" uid: 14361fcb-5aa5-4988-8880-8542e0560406 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-94d00-predictor-558f596f5c namespace: kserve-ci-e2e-test resourceVersion: "21135" uid: f19844f4-b408-4f31-a7f2-c00bf40c6e68 kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: 'Created pod: error-404-isvc-94d00-predictor-558f596f5c-5fxt9' metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:09Z" name: error-404-isvc-94d00-predictor-558f596f5c.18c8ad4af0c8d8dd namespace: kserve-ci-e2e-test resourceVersion: "21144" uid: 30cc77a0-4d4b-437b-945b-b6d4c1e9b55a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-94d00-predictor namespace: kserve-ci-e2e-test resourceVersion: "21132" uid: 3895cd60-7818-4fbe-8220-740c25754e28 kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: Scaled up replica set error-404-isvc-94d00-predictor-558f596f5c from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:09Z" name: error-404-isvc-94d00-predictor.18c8ad4aeef49ca1 namespace: kserve-ci-e2e-test resourceVersion: "21136" uid: 22d14d43-9329-4d56-9c1a-33cf7d63ef1a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-94d00-predictor namespace: kserve-ci-e2e-test resourceVersion: "21133" uid: d2e3155b-8dd5-41d0-8810-2f83baa5fa42 kind: Event lastTimestamp: "2026-08-04T18:23:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:23:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:24Z" name: error-404-isvc-94d00-predictor.18c8ad4e6d930eb3 namespace: kserve-ci-e2e-test resourceVersion: "21515" uid: 9fce5700-cc2e-40f3-b9a8-54e7b3340fff reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-94d00-predictor namespace: kserve-ci-e2e-test resourceVersion: "21133" uid: d2e3155b-8dd5-41d0-8810-2f83baa5fa42 kind: Event lastTimestamp: "2026-08-04T18:23:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:23:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:24Z" name: error-404-isvc-94d00-predictor.18c8ad4e6e1125a0 namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: 32e15b04-b756-42f0-8130-958e003ab149 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:23:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-94d00-predictor namespace: kserve-ci-e2e-test resourceVersion: "21516" uid: d2e3155b-8dd5-41d0-8810-2f83baa5fa42 kind: Event lastTimestamp: "2026-08-04T18:24:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:23:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:09Z" name: error-404-isvc-94d00-predictor.18c8ad51ece2eaed namespace: kserve-ci-e2e-test resourceVersion: "21939" uid: 9e661d3a-006e-4490-a85d-24ec0d86c3a6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:23:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-94d00-predictor namespace: kserve-ci-e2e-test resourceVersion: "21516" uid: d2e3155b-8dd5-41d0-8810-2f83baa5fa42 kind: Event lastTimestamp: "2026-08-04T18:24:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:23:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:09Z" name: error-404-isvc-94d00-predictor.18c8ad51ed558c6a namespace: kserve-ci-e2e-test resourceVersion: "21940" uid: 184c9121-b633-4c6a-9ffc-610552c889c9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-94d00 namespace: kserve-ci-e2e-test resourceVersion: "21115" uid: ef34aaaa-e15c-4d25-b83e-7ec78e10e426 kind: Event lastTimestamp: "2026-08-04T18:24:06Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:06Z" name: error-404-isvc-94d00.18c8ad4aeef20416 namespace: kserve-ci-e2e-test resourceVersion: "21874" uid: ffaa78d1-79b1-49a9-9b0f-3a03acdccf29 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-94d00 namespace: kserve-ci-e2e-test resourceVersion: "21871" uid: ef34aaaa-e15c-4d25-b83e-7ec78e10e426 kind: Event lastTimestamp: "2026-08-04T18:24:06Z" message: InferenceService [error-404-isvc-94d00] is Ready metadata: creationTimestamp: "2026-08-04T18:24:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:06Z" name: error-404-isvc-94d00.18c8ad582ba27826 namespace: kserve-ci-e2e-test resourceVersion: "21872" uid: 2e615a1f-afa6-4e6f-8fb0-64caa2eb9e87 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:22:09.758229Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m namespace: kserve-ci-e2e-test resourceVersion: "20541" uid: c6c872a0-542c-4a67-9fa8-d9a4e5c69e41 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a1525-predictor-7f846d5f79-7nw6m to ip-10-0-136-239.ec2.internal metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:22:09Z" name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m.18c8ad3d0012a2de namespace: kserve-ci-e2e-test resourceVersion: "20547" uid: 16044294-db60-42e5-8462-0d58d17c4658 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m namespace: kserve-ci-e2e-test resourceVersion: "20556" uid: c6c872a0-542c-4a67-9fa8-d9a4e5c69e41 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:22:10Z" name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m.18c8ad3d1ae446b8 namespace: kserve-ci-e2e-test resourceVersion: "20573" uid: c32569f6-76ad-4547-962c-5c713d59d9fc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m namespace: kserve-ci-e2e-test resourceVersion: "20543" uid: c6c872a0-542c-4a67-9fa8-d9a4e5c69e41 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:10Z" name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m.18c8ad3d1c8dbd0f namespace: kserve-ci-e2e-test resourceVersion: "20576" uid: 23115670-8f7f-4824-bba2-493079a098d5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m namespace: kserve-ci-e2e-test resourceVersion: "20543" uid: c6c872a0-542c-4a67-9fa8-d9a4e5c69e41 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:10Z" name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m.18c8ad3d200128bc namespace: kserve-ci-e2e-test resourceVersion: "20579" uid: eee7b298-2606-452a-a218-3e504ecfe592 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m namespace: kserve-ci-e2e-test resourceVersion: "20543" uid: c6c872a0-542c-4a67-9fa8-d9a4e5c69e41 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:10Z" name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m.18c8ad3d20878998 namespace: kserve-ci-e2e-test resourceVersion: "20580" uid: b14f6928-67e9-4f8e-9c02-8dc6705b10f2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m namespace: kserve-ci-e2e-test resourceVersion: "20543" uid: c6c872a0-542c-4a67-9fa8-d9a4e5c69e41 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:10Z" name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m.18c8ad3d2093d2a6 namespace: kserve-ci-e2e-test resourceVersion: "20581" uid: 4a6eef83-7622-447f-8a46-e606c709d56e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m namespace: kserve-ci-e2e-test resourceVersion: "20543" uid: c6c872a0-542c-4a67-9fa8-d9a4e5c69e41 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:10Z" name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m.18c8ad3d236c602b namespace: kserve-ci-e2e-test resourceVersion: "20582" uid: 31a2f705-4675-456a-b1a0-76eb87396531 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m namespace: kserve-ci-e2e-test resourceVersion: "20543" uid: c6c872a0-542c-4a67-9fa8-d9a4e5c69e41 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:10Z" name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m.18c8ad3d23ec6018 namespace: kserve-ci-e2e-test resourceVersion: "20583" uid: ce8b98d6-38bc-4072-9506-ec0e4a24e3ee reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:22:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m namespace: kserve-ci-e2e-test resourceVersion: "20543" uid: c6c872a0-542c-4a67-9fa8-d9a4e5c69e41 kind: Event lastTimestamp: "2026-08-04T18:22:48Z" message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:22:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:48Z" name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m.18c8ad3d8b2119d3 namespace: kserve-ci-e2e-test resourceVersion: "20893" uid: 2f140cfa-be9e-4ce5-83f8-e3da1ac09e1e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m namespace: kserve-ci-e2e-test resourceVersion: "20543" uid: c6c872a0-542c-4a67-9fa8-d9a4e5c69e41 kind: Event lastTimestamp: "2026-08-04T18:23:19Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:19Z" name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m.18c8ad4d59f94193 namespace: kserve-ci-e2e-test resourceVersion: "21395" uid: 56100a62-4135-40b7-84a2-b62926278faa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m namespace: kserve-ci-e2e-test resourceVersion: "20543" uid: c6c872a0-542c-4a67-9fa8-d9a4e5c69e41 kind: Event lastTimestamp: "2026-08-04T18:23:19Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:19Z" name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m.18c8ad4d59f9b2ac namespace: kserve-ci-e2e-test resourceVersion: "21398" uid: 23f83e3c-f7ba-40c5-a98e-9d868960a81b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m namespace: kserve-ci-e2e-test resourceVersion: "20543" uid: c6c872a0-542c-4a67-9fa8-d9a4e5c69e41 kind: Event lastTimestamp: "2026-08-04T18:23:23Z" message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp 10.133.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:23:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:23Z" name: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m.18c8ad4e134c4696 namespace: kserve-ci-e2e-test resourceVersion: "21487" uid: 423e56b6-479d-45ba-8f15-2e191cbedfe5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-a1525-predictor-7f846d5f79 namespace: kserve-ci-e2e-test resourceVersion: "20520" uid: b880bb8a-688f-479c-b0f3-714ccb4376a3 kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: 'Created pod: error-404-isvc-a1525-predictor-7f846d5f79-7nw6m' metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:22:09Z" name: error-404-isvc-a1525-predictor-7f846d5f79.18c8ad3cff78cfdb namespace: kserve-ci-e2e-test resourceVersion: "20544" uid: 8d536d4e-1afa-4944-9b33-1407c067ab30 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-a1525-predictor namespace: kserve-ci-e2e-test resourceVersion: "20515" uid: 892c3156-1e18-4671-9583-99eedb19c55b kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: Scaled up replica set error-404-isvc-a1525-predictor-7f846d5f79 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:22:09Z" name: error-404-isvc-a1525-predictor.18c8ad3cfce33ebc namespace: kserve-ci-e2e-test resourceVersion: "20527" uid: 28ba4c04-5fa7-4fe8-a2f9-469c57c37335 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:22:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a1525-predictor namespace: kserve-ci-e2e-test resourceVersion: "20519" uid: 11cc2f67-3a29-44c6-8614-b6f89451126a kind: Event lastTimestamp: "2026-08-04T18:22:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:22:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:22:39Z" name: error-404-isvc-a1525-predictor.18c8ad407b8f3361 namespace: kserve-ci-e2e-test resourceVersion: "20826" uid: 7492461d-5330-4d9f-9e0f-4ca2bb277ea5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:22:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a1525-predictor namespace: kserve-ci-e2e-test resourceVersion: "20519" uid: 11cc2f67-3a29-44c6-8614-b6f89451126a kind: Event lastTimestamp: "2026-08-04T18:22:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:22:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:22:39Z" name: error-404-isvc-a1525-predictor.18c8ad407c06969a namespace: kserve-ci-e2e-test resourceVersion: "20827" uid: 64eb1753-c255-4487-8c60-e0b98ae8248c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:22:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a1525-predictor namespace: kserve-ci-e2e-test resourceVersion: "20716" uid: 11cc2f67-3a29-44c6-8614-b6f89451126a kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:22:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:09Z" name: error-404-isvc-a1525-predictor.18c8ad4779c82d35 namespace: kserve-ci-e2e-test resourceVersion: "21183" uid: 414f6b20-e35b-4ff2-8470-50ba618c9ab6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:22:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a1525-predictor namespace: kserve-ci-e2e-test resourceVersion: "20716" uid: 11cc2f67-3a29-44c6-8614-b6f89451126a kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:22:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:09Z" name: error-404-isvc-a1525-predictor.18c8ad477a414f46 namespace: kserve-ci-e2e-test resourceVersion: "21186" uid: 54779437-cbe0-4a4c-8f45-512ba7ca8eb9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a1525 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: 7c52dbb8-cbd0-4868-a6a3-e9f9fe111194 kind: Event lastTimestamp: "2026-08-04T18:22:58Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:22:58Z" name: error-404-isvc-a1525.18c8ad3cfd2fbf50 namespace: kserve-ci-e2e-test resourceVersion: "20980" uid: f2b10442-7853-4a10-9510-ff94db012138 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a1525 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: 7c52dbb8-cbd0-4868-a6a3-e9f9fe111194 kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: 'Failed to update status for InferenceService "error-404-isvc-a1525": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a1525": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:22:09Z" name: error-404-isvc-a1525.18c8ad3cfe23b689 namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 75d653bc-d4a8-49bc-bcd2-3f0a449977d3 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a1525 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: 7c52dbb8-cbd0-4868-a6a3-e9f9fe111194 kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a1525": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:22:09Z" name: error-404-isvc-a1525.18c8ad3cfe240c88 namespace: kserve-ci-e2e-test resourceVersion: "20542" uid: f9801dbc-d910-41b1-89e1-51e284011e21 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a1525 namespace: kserve-ci-e2e-test resourceVersion: "20978" uid: 7c52dbb8-cbd0-4868-a6a3-e9f9fe111194 kind: Event lastTimestamp: "2026-08-04T18:22:58Z" message: InferenceService [error-404-isvc-a1525] is Ready metadata: creationTimestamp: "2026-08-04T18:22:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:22:58Z" name: error-404-isvc-a1525.18c8ad4846fb5730 namespace: kserve-ci-e2e-test resourceVersion: "20979" uid: 68665e11-7891-4103-ac8c-04815c83f8e8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:23:20.163153Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21421" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a162f-predictor-56c4c966dc-db74g to ip-10-0-136-239.ec2.internal metadata: creationTimestamp: "2026-08-04T18:23:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:23:20Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8ad4d64888879 namespace: kserve-ci-e2e-test resourceVersion: "21426" uid: 229fd340-a2d6-4af7-9078-f9faec2d2ad5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:20Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: "2026-08-04T18:23:20Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a162f-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:20Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8ad4d6eedd667 namespace: kserve-ci-e2e-test resourceVersion: "21440" uid: 19b6305d-2fae-444e-a8c3-cb7a58ac726a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:21Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21435" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: "2026-08-04T18:23:21Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:23:21Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8ad4da2775ca1 namespace: kserve-ci-e2e-test resourceVersion: "21461" uid: f824519b-5f3f-4a44-ab10-1a2390f60f3e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: "2026-08-04T18:23:21Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:21Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8ad4da4a4b52e namespace: kserve-ci-e2e-test resourceVersion: "21463" uid: 1994d717-71e8-4f1d-8a2d-0f8d38601b72 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: "2026-08-04T18:23:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:21Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8ad4da816c5e7 namespace: kserve-ci-e2e-test resourceVersion: "21465" uid: 9d6ccf7b-efda-4962-80e2-056865a4bf05 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: "2026-08-04T18:23:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:21Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8ad4da8a82153 namespace: kserve-ci-e2e-test resourceVersion: "21466" uid: 09db0019-338c-4798-b2a2-d33d575df0c3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: "2026-08-04T18:23:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:21Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8ad4da8b37e31 namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 9061c926-eeec-477d-a9fc-1b8a901f1e4b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: "2026-08-04T18:23:21Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:21Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8ad4dac111a82 namespace: kserve-ci-e2e-test resourceVersion: "21468" uid: 5dd1894f-b0d3-400d-95a0-72fd6a7f069e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: "2026-08-04T18:23:21Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:21Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8ad4dac95e3fc namespace: kserve-ci-e2e-test resourceVersion: "21469" uid: 31705cf1-3787-4705-9b20-b5c936533c58 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-08-04T18:23:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: "2026-08-04T18:32:38Z" message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:23:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:38Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8ad4deac0e565 namespace: kserve-ci-e2e-test resourceVersion: "26204" uid: 94a2b4a1-ebcc-4c22-841d-c0b6d062e6e9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8adcea19e66f9 namespace: kserve-ci-e2e-test resourceVersion: "26129" uid: bfa4ca49-165e-48d1-8f13-a509c3ab8c83 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:35Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8adcea19f8790 namespace: kserve-ci-e2e-test resourceVersion: "26132" uid: 59b67bc4-8980-4023-89a1-8d09be2eb872 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a162f-predictor-56c4c966dc-db74g namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 49a931de-9b87-4ebd-a2f2-5449562aa016 kind: Event lastTimestamp: "2026-08-04T18:32:38Z" message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp 10.133.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:32:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:38Z" name: error-404-isvc-a162f-predictor-56c4c966dc-db74g.18c8adcf5f303d27 namespace: kserve-ci-e2e-test resourceVersion: "26203" uid: f94ba123-e232-4fe5-8331-9cbb49e78d8f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-a162f-predictor-56c4c966dc namespace: kserve-ci-e2e-test resourceVersion: "21413" uid: 290d1144-1f87-4cd8-b13a-d3b3185f4913 kind: Event lastTimestamp: "2026-08-04T18:23:20Z" message: 'Created pod: error-404-isvc-a162f-predictor-56c4c966dc-db74g' metadata: creationTimestamp: "2026-08-04T18:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:20Z" name: error-404-isvc-a162f-predictor-56c4c966dc.18c8ad4d63efb092 namespace: kserve-ci-e2e-test resourceVersion: "21422" uid: 1af9fbf0-1d07-4419-b922-77f3dd892953 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-a162f-predictor namespace: kserve-ci-e2e-test resourceVersion: "21411" uid: dc145a87-f54d-45ce-b064-b3f5c4fff8b5 kind: Event lastTimestamp: "2026-08-04T18:23:20Z" message: Scaled up replica set error-404-isvc-a162f-predictor-56c4c966dc from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:20Z" name: error-404-isvc-a162f-predictor.18c8ad4d60cc4e36 namespace: kserve-ci-e2e-test resourceVersion: "21417" uid: 1a4e5b00-f61f-4e5d-a350-c7102fcb2e96 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:23:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a162f-predictor namespace: kserve-ci-e2e-test resourceVersion: "21412" uid: 0c7a751f-a5ed-48df-8805-e93cec96f0b6 kind: Event lastTimestamp: "2026-08-04T18:24:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:23:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:05Z" name: error-404-isvc-a162f-predictor.18c8ad50df07c258 namespace: kserve-ci-e2e-test resourceVersion: "21851" uid: 66bcecb5-1e3b-4aac-95bd-f7239a71f062 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:23:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a162f-predictor namespace: kserve-ci-e2e-test resourceVersion: "21412" uid: 0c7a751f-a5ed-48df-8805-e93cec96f0b6 kind: Event lastTimestamp: "2026-08-04T18:24:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:23:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:05Z" name: error-404-isvc-a162f-predictor.18c8ad50df737f05 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: 07afc05c-71da-44bf-865f-eb372a53b136 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a162f-predictor namespace: kserve-ci-e2e-test resourceVersion: "21601" uid: 0c7a751f-a5ed-48df-8805-e93cec96f0b6 kind: Event lastTimestamp: "2026-08-04T18:24:35Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:35Z" name: error-404-isvc-a162f-predictor.18c8ad5b5d362b5b namespace: kserve-ci-e2e-test resourceVersion: "22344" uid: 1f50fe1a-23c1-45c5-b465-00e46174e06e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a162f-predictor namespace: kserve-ci-e2e-test resourceVersion: "21601" uid: 0c7a751f-a5ed-48df-8805-e93cec96f0b6 kind: Event lastTimestamp: "2026-08-04T18:24:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:35Z" name: error-404-isvc-a162f-predictor.18c8ad5b5e4bff86 namespace: kserve-ci-e2e-test resourceVersion: "22346" uid: b55ad0d2-5fd5-49fd-a30c-819e89505291 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:23:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a162f namespace: kserve-ci-e2e-test resourceVersion: "21396" uid: e8c434b9-ef99-498b-991d-e8eaa77b0c9f kind: Event lastTimestamp: "2026-08-04T18:24:08Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:08Z" name: error-404-isvc-a162f.18c8ad4d60691041 namespace: kserve-ci-e2e-test resourceVersion: "21905" uid: 1f4de197-1f72-45cc-ae62-3f1d085dbc39 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a162f namespace: kserve-ci-e2e-test resourceVersion: "21903" uid: e8c434b9-ef99-498b-991d-e8eaa77b0c9f kind: Event lastTimestamp: "2026-08-04T18:24:08Z" message: InferenceService [error-404-isvc-a162f] is Ready metadata: creationTimestamp: "2026-08-04T18:24:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:08Z" name: error-404-isvc-a162f.18c8ad58a78c72be namespace: kserve-ci-e2e-test resourceVersion: "21904" uid: 9cf090bc-444a-420b-a891-bb3876d712dd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:24:20.384978Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp namespace: kserve-ci-e2e-test resourceVersion: "22150" uid: 0364c50a-ef1e-4506-9e9a-fdbf566766e4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d5455-predictor-788d7ccf85-mskgp to ip-10-0-136-239.ec2.internal metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp.18c8ad5b6a08b54e namespace: kserve-ci-e2e-test resourceVersion: "22157" uid: 97620efb-4fcd-4dc7-bffe-510e67a7c5f5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp namespace: kserve-ci-e2e-test resourceVersion: "22162" uid: 0364c50a-ef1e-4506-9e9a-fdbf566766e4 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp.18c8ad5b847be84e namespace: kserve-ci-e2e-test resourceVersion: "22182" uid: 59ef36ba-ce26-4be8-bca2-e7df60b6d4e9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp namespace: kserve-ci-e2e-test resourceVersion: "22153" uid: 0364c50a-ef1e-4506-9e9a-fdbf566766e4 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp.18c8ad5b869c06d6 namespace: kserve-ci-e2e-test resourceVersion: "22184" uid: fcf76a54-2eaa-4d42-807a-72a3e5c326ef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp namespace: kserve-ci-e2e-test resourceVersion: "22153" uid: 0364c50a-ef1e-4506-9e9a-fdbf566766e4 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp.18c8ad5b89829c92 namespace: kserve-ci-e2e-test resourceVersion: "22187" uid: ea064611-e63f-4f5d-a506-6bbd0bb2e8e4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp namespace: kserve-ci-e2e-test resourceVersion: "22153" uid: 0364c50a-ef1e-4506-9e9a-fdbf566766e4 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp.18c8ad5b89ff45ef namespace: kserve-ci-e2e-test resourceVersion: "22188" uid: b0420b3f-5ad7-455e-af05-86c37e866b44 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp namespace: kserve-ci-e2e-test resourceVersion: "22153" uid: 0364c50a-ef1e-4506-9e9a-fdbf566766e4 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp.18c8ad5b8a0b62a0 namespace: kserve-ci-e2e-test resourceVersion: "22189" uid: 68e50fc1-cad5-4f4c-9c12-3ecd796e5947 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp namespace: kserve-ci-e2e-test resourceVersion: "22153" uid: 0364c50a-ef1e-4506-9e9a-fdbf566766e4 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp.18c8ad5b8d57ce0b namespace: kserve-ci-e2e-test resourceVersion: "22191" uid: 7508f038-0a9b-434c-baa9-06c943b1efcb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp namespace: kserve-ci-e2e-test resourceVersion: "22153" uid: 0364c50a-ef1e-4506-9e9a-fdbf566766e4 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp.18c8ad5b8dd05355 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: 7cb01182-6af7-4553-a5f4-f9cb0154f4fa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp namespace: kserve-ci-e2e-test resourceVersion: "22153" uid: 0364c50a-ef1e-4506-9e9a-fdbf566766e4 kind: Event lastTimestamp: "2026-08-04T18:33:37Z" message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:37Z" name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp.18c8ad5bb7a527cc namespace: kserve-ci-e2e-test resourceVersion: "26843" uid: e46dba87-8f14-4737-a67c-916ec8e621bc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp namespace: kserve-ci-e2e-test resourceVersion: "22153" uid: 0364c50a-ef1e-4506-9e9a-fdbf566766e4 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:35Z" name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp.18c8addc8cc57155 namespace: kserve-ci-e2e-test resourceVersion: "26705" uid: 12f88b3b-f9ff-4c6d-95a7-6e445045f3f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp namespace: kserve-ci-e2e-test resourceVersion: "22153" uid: 0364c50a-ef1e-4506-9e9a-fdbf566766e4 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:35Z" name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp.18c8addc8cc5e492 namespace: kserve-ci-e2e-test resourceVersion: "26707" uid: ac49ad53-2306-4df9-9d01-142b51102dda reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp namespace: kserve-ci-e2e-test resourceVersion: "22153" uid: 0364c50a-ef1e-4506-9e9a-fdbf566766e4 kind: Event lastTimestamp: "2026-08-04T18:33:37Z" message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp 10.133.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:33:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:37Z" name: error-404-isvc-d5455-predictor-788d7ccf85-mskgp.18c8addd2c581181 namespace: kserve-ci-e2e-test resourceVersion: "26842" uid: 5cb1ac94-9b9c-4baf-b40e-bb7763ce0fa4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-239.ec2.internal source: component: kubelet host: ip-10-0-136-239.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d5455-predictor-788d7ccf85 namespace: kserve-ci-e2e-test resourceVersion: "22134" uid: 97798ab8-c7fc-41a2-bdbe-0466b89d3f56 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'Created pod: error-404-isvc-d5455-predictor-788d7ccf85-mskgp' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-d5455-predictor-788d7ccf85.18c8ad5b695eb85f namespace: kserve-ci-e2e-test resourceVersion: "22154" uid: 5856b421-cfb9-4117-a411-aa462f7b93ef reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d5455-predictor namespace: kserve-ci-e2e-test resourceVersion: "22128" uid: 24a0118f-2936-408b-bcdd-0fcff356129d kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: Scaled up replica set error-404-isvc-d5455-predictor-788d7ccf85 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-d5455-predictor.18c8ad5b64c4bb6a namespace: kserve-ci-e2e-test resourceVersion: "22141" uid: 76efd132-0e49-42a2-baf2-e4c16930aec1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:24:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d5455-predictor namespace: kserve-ci-e2e-test resourceVersion: "22132" uid: 272eed1e-bed0-4151-a84e-9ad759c9a5c3 kind: Event lastTimestamp: "2026-08-04T18:24:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:24:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:50Z" name: error-404-isvc-d5455-predictor.18c8ad5ee34e612f namespace: kserve-ci-e2e-test resourceVersion: "22465" uid: f236a123-8fce-40db-ab35-b55116c2d7b3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:24:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d5455-predictor namespace: kserve-ci-e2e-test resourceVersion: "22132" uid: 272eed1e-bed0-4151-a84e-9ad759c9a5c3 kind: Event lastTimestamp: "2026-08-04T18:24:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:24:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:50Z" name: error-404-isvc-d5455-predictor.18c8ad5ee3decba2 namespace: kserve-ci-e2e-test resourceVersion: "22466" uid: 25df4023-44ac-4a2b-8776-98ba85526c6f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:25:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d5455-predictor namespace: kserve-ci-e2e-test resourceVersion: "22348" uid: 272eed1e-bed0-4151-a84e-9ad759c9a5c3 kind: Event lastTimestamp: "2026-08-04T18:25:35Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:25:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:25:35Z" name: error-404-isvc-d5455-predictor.18c8ad65e2429bef namespace: kserve-ci-e2e-test resourceVersion: "22854" uid: 988b0c7c-b138-4bb5-94a8-796e2591808d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:25:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d5455-predictor namespace: kserve-ci-e2e-test resourceVersion: "22348" uid: 272eed1e-bed0-4151-a84e-9ad759c9a5c3 kind: Event lastTimestamp: "2026-08-04T18:25:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:25:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:25:35Z" name: error-404-isvc-d5455-predictor.18c8ad65e30f88fa namespace: kserve-ci-e2e-test resourceVersion: "22855" uid: 5667ad60-0a7f-4e7f-9813-102eb5508010 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d5455 namespace: kserve-ci-e2e-test resourceVersion: "22088" uid: 6dcdc669-2b10-4e18-8605-d991e56a39a9 kind: Event lastTimestamp: "2026-08-04T18:25:07Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:25:07Z" name: error-404-isvc-d5455.18c8ad5b6481ea44 namespace: kserve-ci-e2e-test resourceVersion: "22605" uid: 44c99a4c-46e9-439f-b304-83c499b53f96 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d5455 namespace: kserve-ci-e2e-test resourceVersion: "22088" uid: 6dcdc669-2b10-4e18-8605-d991e56a39a9 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'Failed to update status for InferenceService "error-404-isvc-d5455": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d5455": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-d5455.18c8ad5b65fad847 namespace: kserve-ci-e2e-test resourceVersion: "22144" uid: 43e0e65d-a42e-4353-a16b-55dcb71acbe9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d5455 namespace: kserve-ci-e2e-test resourceVersion: "22088" uid: 6dcdc669-2b10-4e18-8605-d991e56a39a9 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d5455": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:20Z" name: error-404-isvc-d5455.18c8ad5b65fb46f5 namespace: kserve-ci-e2e-test resourceVersion: "22146" uid: 1ad53755-22ba-4798-8950-9f3a737225e4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:25:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d5455 namespace: kserve-ci-e2e-test resourceVersion: "22603" uid: 6dcdc669-2b10-4e18-8605-d991e56a39a9 kind: Event lastTimestamp: "2026-08-04T18:25:07Z" message: InferenceService [error-404-isvc-d5455] is Ready metadata: creationTimestamp: "2026-08-04T18:25:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:25:07Z" name: error-404-isvc-d5455.18c8ad6676fef0df namespace: kserve-ci-e2e-test resourceVersion: "22604" uid: 7e0fd912-6ba1-45ad-aea9-6b57df3b780c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:11:24.461932Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14992" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh to ip-10-0-128-114.ec2.internal metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:11:24Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8aca6c16a9cbd namespace: kserve-ci-e2e-test resourceVersion: "14998" uid: c5acf42f-6438-40d5-b588-f8454c521f15 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:24Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8aca6ce08c8f9 namespace: kserve-ci-e2e-test resourceVersion: "15056" uid: cae5a679-59f8-430a-8440-272828cbaebf reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:11:25Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8aca6fffcec83 namespace: kserve-ci-e2e-test resourceVersion: "15121" uid: 90068501-0b40-4be7-9f3f-fcf4529d5eb4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701" already present on machine metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:25Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8aca7019856e5 namespace: kserve-ci-e2e-test resourceVersion: "15123" uid: f0e12cec-14ec-4872-8053-8dd88959f7fd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:25Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8aca704ea0619 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: d3977570-00a9-4584-8185-91bf9628a881 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:25Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8aca7055fbe5c namespace: kserve-ci-e2e-test resourceVersion: "15127" uid: 1db7b975-1d17-4c0a-bdb4-f0e7fca10c32 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:11:29Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846" metadata: creationTimestamp: "2026-08-04T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:29Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8aca80154ce16 namespace: kserve-ci-e2e-test resourceVersion: "15173" uid: 756236d7-ce1e-4d06-acb3-f06cdb12a5b0 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:11:57Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846" in 28.089s (28.089s including waiting). Image size: 1557915556 bytes.' metadata: creationTimestamp: "2026-08-04T18:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:57Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8acae8b9a0873 namespace: kserve-ci-e2e-test resourceVersion: "15439" uid: a21d11e6-90b4-433d-a7d1-197d2618266b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:11:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:58Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8acae924116f6 namespace: kserve-ci-e2e-test resourceVersion: "15442" uid: 6ea666b9-2e69-46d2-a5e8-5934676a4dc6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:11:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:58Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8acae9335453a namespace: kserve-ci-e2e-test resourceVersion: "15445" uid: 1490bb3e-c8a7-43c6-b782-57159b5482d2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:11:58Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-08-04T18:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:58Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8acae9342bcfc namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: 0c0a62a6-fc2c-4214-b189-7b5d420a24d1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:12:01Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.15s (3.15s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-08-04T18:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:01Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8acaf4f05e3ec namespace: kserve-ci-e2e-test resourceVersion: "15470" uid: 289da918-7f7a-4191-8496-b9373be44bc4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:12:01Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:01Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8acaf54389ee2 namespace: kserve-ci-e2e-test resourceVersion: "15475" uid: 7f161471-50fb-4517-9bcc-5cfdab03baf1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:12:01Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:01Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8acaf54bea77a namespace: kserve-ci-e2e-test resourceVersion: "15478" uid: 5f5ba931-3aac-45a3-88e1-9f4f83ddd1d4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-08-04T18:12:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:13:58Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:12:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:58Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8acaf8477961e namespace: kserve-ci-e2e-test resourceVersion: "16958" uid: 606a5c1b-6abb-4d22-a357-270afbe24b96 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:54Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8acc9b412b232 namespace: kserve-ci-e2e-test resourceVersion: "16823" uid: 0ee00398-af6e-46da-938b-d6d4f8cb71cc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:54Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8acc9b4130f86 namespace: kserve-ci-e2e-test resourceVersion: "16826" uid: 92c652e6-ba0d-4c96-8ed7-2ee9f95f7664 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 7479b599-f118-470b-82d6-10e7e1dd85ac kind: Event lastTimestamp: "2026-08-04T18:13:58Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:13:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:58Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh.18c8acca86d26b1d namespace: kserve-ci-e2e-test resourceVersion: "16956" uid: 4fd57d81-1520-4e3b-855b-8d8e40aa3c1a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-6ff6c549bd namespace: kserve-ci-e2e-test resourceVersion: "14981" uid: 0ea683e5-5460-4da2-8dcd-b43602ea24ab kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-6ff6c549bd-2xhvh' metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:11:24Z" name: isvc-sklearn-graph-1-predictor-6ff6c549bd.18c8aca6c0d3986e namespace: kserve-ci-e2e-test resourceVersion: "14994" uid: 2fe93207-2ac2-45fa-97e6-e9590e2d0d0e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14979" uid: 362dc15c-0740-446f-a39f-9908205997de kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-6ff6c549bd from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:11:24Z" name: isvc-sklearn-graph-1-predictor.18c8aca6bdda434e namespace: kserve-ci-e2e-test resourceVersion: "14982" uid: cebecd15-e614-409f-8fc5-fa5086ee1fc5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14980" uid: e92b7448-02cb-42da-b2ba-727aeb5af9eb kind: Event lastTimestamp: "2026-08-04T18:12:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:09Z" name: isvc-sklearn-graph-1-predictor.18c8acaa3c74babb namespace: kserve-ci-e2e-test resourceVersion: "15586" uid: b1b9932e-d15b-4ff3-b4a4-f4d920d916a5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14980" uid: e92b7448-02cb-42da-b2ba-727aeb5af9eb kind: Event lastTimestamp: "2026-08-04T18:12:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:09Z" name: isvc-sklearn-graph-1-predictor.18c8acaa3ce6503d namespace: kserve-ci-e2e-test resourceVersion: "15587" uid: 2ca14c03-d648-42c8-bf74-78b55e8fc375 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15279" uid: e92b7448-02cb-42da-b2ba-727aeb5af9eb kind: Event lastTimestamp: "2026-08-04T18:13:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:39Z" name: isvc-sklearn-graph-1-predictor.18c8acb4b944a0de namespace: kserve-ci-e2e-test resourceVersion: "16560" uid: 701624cf-94af-497c-9be1-5fbf1cdb3c48 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15279" uid: e92b7448-02cb-42da-b2ba-727aeb5af9eb kind: Event lastTimestamp: "2026-08-04T18:13:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:39Z" name: isvc-sklearn-graph-1-predictor.18c8acb4b9e83ae2 namespace: kserve-ci-e2e-test resourceVersion: "16561" uid: 0b4c555a-d8fb-4421-ab14-f04cfa13b34d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14969" uid: c5ab0677-2cbf-4bc3-ba45-ae7874b7b9eb kind: Event lastTimestamp: "2026-08-04T18:13:18Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:13:18Z" name: isvc-sklearn-graph-1.18c8aca6bdda6068 namespace: kserve-ci-e2e-test resourceVersion: "16401" uid: 04f8b3e5-21e4-4e45-981b-99af395b3dc9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "16395" uid: c5ab0677-2cbf-4bc3-ba45-ae7874b7b9eb kind: Event lastTimestamp: "2026-08-04T18:13:18Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-08-04T18:13:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:13:18Z" name: isvc-sklearn-graph-1.18c8acc13c4bad12 namespace: kserve-ci-e2e-test resourceVersion: "16397" uid: 00db6486-3c29-4c10-a240-a58bd46e7f11 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:11:24.761341Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15071" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn to ip-10-0-128-114.ec2.internal metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:11:24Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8aca6d3433fe7 namespace: kserve-ci-e2e-test resourceVersion: "15077" uid: eaf6beaa-bf35-4785-b76f-ca28f7205d0d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15081" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:11:25Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8aca6ed39d955 namespace: kserve-ci-e2e-test resourceVersion: "15110" uid: 4f8b031b-8256-4699-aa80-aa10bbad2ad6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701" already present on machine metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:25Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8aca6eef8e25c namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: cf77bde7-b666-48ef-b2a0-b09e6c29d9d1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:25Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8aca6f1fa3a22 namespace: kserve-ci-e2e-test resourceVersion: "15118" uid: 38c4cc22-d75c-409a-b4f5-396736a89786 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:25Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8aca6f26fde92 namespace: kserve-ci-e2e-test resourceVersion: "15119" uid: 7a05a197-90f3-4686-aa2f-677974918459 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:11:29Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846" metadata: creationTimestamp: "2026-08-04T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:29Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8aca801868a40 namespace: kserve-ci-e2e-test resourceVersion: "15175" uid: 5ae2d729-5ae6-40c9-91d6-92b261f32f05 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:11:57Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846" in 28.086s (28.086s including waiting). Image size: 1557915556 bytes.' metadata: creationTimestamp: "2026-08-04T18:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:57Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8acae8b9aaf01 namespace: kserve-ci-e2e-test resourceVersion: "15440" uid: 975232e9-62a1-456b-8fb8-cb6fd53d2996 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:11:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:58Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8acae92403202 namespace: kserve-ci-e2e-test resourceVersion: "15441" uid: ae83e526-7d01-4eec-8fda-45e7e1585638 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:11:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:58Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8acae9335207d namespace: kserve-ci-e2e-test resourceVersion: "15444" uid: 1d5b456a-dafe-451c-b75b-ead8ce3d1e91 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:11:58Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-08-04T18:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:58Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8acae9342d2c2 namespace: kserve-ci-e2e-test resourceVersion: "15447" uid: 1d076952-445a-48c2-886a-cbcbcfefa7a1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:12:01Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.172s (3.172s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-08-04T18:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:01Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8acaf50570355 namespace: kserve-ci-e2e-test resourceVersion: "15472" uid: 5afd9f24-baea-4ca9-977c-717685571e48 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:12:01Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:01Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8acaf54453c94 namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 621b33de-8397-4692-b62c-2a2a74eabdf3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:12:01Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:01Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8acaf54cbe225 namespace: kserve-ci-e2e-test resourceVersion: "15479" uid: effcb371-4cf6-4107-bfe6-ae9e030417c1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-08-04T18:12:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:13:58Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:12:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:58Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8acaf845a60be namespace: kserve-ci-e2e-test resourceVersion: "16960" uid: cf5eb19f-78ae-4208-8354-651918f1667e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:54Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8acc9b109a221 namespace: kserve-ci-e2e-test resourceVersion: "16794" uid: 9cae717e-31ce-4779-918a-60a880dca880 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:54Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8acc9b10aea74 namespace: kserve-ci-e2e-test resourceVersion: "16797" uid: 45f57998-c55c-4fb1-a34b-49a6da496943 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 83854529-24de-4399-8b8e-5d0a37e14ceb kind: Event lastTimestamp: "2026-08-04T18:13:58Z" message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:13:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:58Z" name: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn.18c8acca86d31f45 namespace: kserve-ci-e2e-test resourceVersion: "16957" uid: dc45a992-044e-40d9-9bb6-ce1ddb7cc4b0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-cf88c5444 namespace: kserve-ci-e2e-test resourceVersion: "15063" uid: dc02c00e-9b97-4f1a-8ad5-c02360a20c7e kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-cf88c5444-mzkmn' metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:11:24Z" name: isvc-sklearn-graph-2-predictor-cf88c5444.18c8aca6d2aa4320 namespace: kserve-ci-e2e-test resourceVersion: "15072" uid: f13315da-454b-456d-bea4-dc512fbacaf8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15059" uid: a90bb996-086d-4c73-a99d-5a0039081b1c kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-cf88c5444 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:11:24Z" name: isvc-sklearn-graph-2-predictor.18c8aca6cfb818d2 namespace: kserve-ci-e2e-test resourceVersion: "15065" uid: 92714b5b-fe42-4ce8-b94d-b71427d5c2ec reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15062" uid: f40c3725-7e65-4adb-8e03-8db88dd4100f kind: Event lastTimestamp: "2026-08-04T18:12:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:09Z" name: isvc-sklearn-graph-2-predictor.18c8acaa4e5ee0c1 namespace: kserve-ci-e2e-test resourceVersion: "15594" uid: d59119c2-dda4-46cf-8c4a-4b7813cd23b7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15062" uid: f40c3725-7e65-4adb-8e03-8db88dd4100f kind: Event lastTimestamp: "2026-08-04T18:12:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:09Z" name: isvc-sklearn-graph-2-predictor.18c8acaa4ed241a6 namespace: kserve-ci-e2e-test resourceVersion: "15595" uid: be63bcc0-c164-4119-b74b-3923e14e7673 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15291" uid: f40c3725-7e65-4adb-8e03-8db88dd4100f kind: Event lastTimestamp: "2026-08-04T18:13:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:39Z" name: isvc-sklearn-graph-2-predictor.18c8acb4cb4a6aee namespace: kserve-ci-e2e-test resourceVersion: "16573" uid: 2fcc43df-497f-4e9c-91b8-c77231097f29 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15291" uid: f40c3725-7e65-4adb-8e03-8db88dd4100f kind: Event lastTimestamp: "2026-08-04T18:13:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:39Z" name: isvc-sklearn-graph-2-predictor.18c8acb4cc33b746 namespace: kserve-ci-e2e-test resourceVersion: "16574" uid: f4486f03-301c-47bc-9b2d-0e200a4911f3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15044" uid: 2075af6a-4fb3-49c4-8758-db31a1d3ffba kind: Event lastTimestamp: "2026-08-04T18:13:18Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:13:18Z" name: isvc-sklearn-graph-2.18c8aca6cfe142ff namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: e6aab97b-794e-44aa-b9be-51991359e052 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "16399" uid: 2075af6a-4fb3-49c4-8758-db31a1d3ffba kind: Event lastTimestamp: "2026-08-04T18:13:18Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-08-04T18:13:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:13:18Z" name: isvc-sklearn-graph-2.18c8acc13ecefaff namespace: kserve-ci-e2e-test resourceVersion: "16400" uid: 194ac6e2-61ff-4e71-b362-245cd1cd9a6b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:11:24.660044Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15046" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-2nfrt to ip-10-0-128-114.ec2.internal metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:11:24Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8aca6cd3989b1 namespace: kserve-ci-e2e-test resourceVersion: "15050" uid: 4587c724-4c19-4b18-94e8-1fbb9c5eba6a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15061" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:11:25Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8aca6e72dc944 namespace: kserve-ci-e2e-test resourceVersion: "15102" uid: 1b2f53b8-a089-4758-986d-66d5a95feed2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701" already present on machine metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:25Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8aca6e8b3095a namespace: kserve-ci-e2e-test resourceVersion: "15105" uid: eb8e4f8f-0015-4597-a843-1e3681fff91b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:25Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8aca6ed263c39 namespace: kserve-ci-e2e-test resourceVersion: "15109" uid: 38c6d020-020d-4928-b5cf-8feaeef21a7d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:11:25Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-08-04T18:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:25Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8aca6ed9e15a0 namespace: kserve-ci-e2e-test resourceVersion: "15112" uid: 4ce755a3-2d1f-42b5-b832-d352024501b6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:11:29Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-08-04T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:29Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8aca801721b38 namespace: kserve-ci-e2e-test resourceVersion: "15174" uid: 741e7708-a300-410e-a009-fa7c8fd11abf reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:11:58Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 28.691s (28.691s including waiting). Image size: 1307355899 bytes.' metadata: creationTimestamp: "2026-08-04T18:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:58Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8acaeaf945971 namespace: kserve-ci-e2e-test resourceVersion: "15451" uid: 54c206ad-cc47-48d1-8805-6d7a00ef836f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:11:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:58Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8acaeb29408b3 namespace: kserve-ci-e2e-test resourceVersion: "15452" uid: aefbafe1-12b4-433d-8cd3-7118ddafa259 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:11:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:58Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8acaeb336d343 namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: c70c0bb6-d514-482a-b66d-bd99f0a5880a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:11:58Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-08-04T18:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:58Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8acaeb3454d6f namespace: kserve-ci-e2e-test resourceVersion: "15454" uid: 6d3acdb7-7bf9-4c49-9a65-8a23b73c6f96 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:12:01Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.648s (2.648s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-08-04T18:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8acaf5129ae53 namespace: kserve-ci-e2e-test resourceVersion: "15473" uid: 848489a7-b451-4951-810c-cd89b2bcec03 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:12:01Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8acaf546ba9ef namespace: kserve-ci-e2e-test resourceVersion: "15477" uid: 4e344b2c-df8c-4632-a0d5-2a2b3db4e1fd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:12:01Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8acaf54e8c18e namespace: kserve-ci-e2e-test resourceVersion: "15480" uid: 13795afa-387c-4380-a080-7e075720cd86 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-08-04T18:12:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:13:58Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:12:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:58Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8acaf8440d05d namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: a4fb5ef6-f6f4-4379-ac61-11f5671ba289 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:54Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8acc9adce3d74 namespace: kserve-ci-e2e-test resourceVersion: "16770" uid: 79b11b18-d383-4ce8-b200-b79d2723884d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:54Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8acc9adcf7a95 namespace: kserve-ci-e2e-test resourceVersion: "16772" uid: dbbcc210-5eec-4bb2-be78-24bce4034223 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt namespace: kserve-ci-e2e-test resourceVersion: "15048" uid: e235e88c-71be-4504-b746-2a44923f1d32 kind: Event lastTimestamp: "2026-08-04T18:13:58Z" message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp 10.134.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:13:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:58Z" name: isvc-xgboost-graph-predictor-555fc69d56-2nfrt.18c8acca86d1fe4f namespace: kserve-ci-e2e-test resourceVersion: "16955" uid: 98cb2845-cacd-4921-b984-b5bc0d9c2151 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "15034" uid: 93b24160-4bf5-4b0f-9402-df8a22f67a4e kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-2nfrt' metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:11:24Z" name: isvc-xgboost-graph-predictor-555fc69d56.18c8aca6ccc6fbda namespace: kserve-ci-e2e-test resourceVersion: "15047" uid: 6e5953d2-fdd9-49f2-a3a6-cf2cf3ef80a1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15032" uid: 6968fe2b-910a-482f-a5d9-3469465497e9 kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:11:24Z" name: isvc-xgboost-graph-predictor.18c8aca6c9a8747a namespace: kserve-ci-e2e-test resourceVersion: "15035" uid: 877e6275-bb9f-4567-a960-346edd410e36 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-08-04T18:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15033" uid: 2e73585d-57d6-4392-ad9b-bd0fbbf9b6e0 kind: Event lastTimestamp: "2026-08-04T18:12:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:39Z" name: isvc-xgboost-graph-predictor.18c8acaa483c1ced namespace: kserve-ci-e2e-test resourceVersion: "15876" uid: 94851bbf-3125-48a7-b411-5f87dec7233a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-08-04T18:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15033" uid: 2e73585d-57d6-4392-ad9b-bd0fbbf9b6e0 kind: Event lastTimestamp: "2026-08-04T18:12:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:39Z" name: isvc-xgboost-graph-predictor.18c8acaa48adf064 namespace: kserve-ci-e2e-test resourceVersion: "15877" uid: 00b61273-82bd-40a0-b171-4937ff263bbe reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15287" uid: 2e73585d-57d6-4392-ad9b-bd0fbbf9b6e0 kind: Event lastTimestamp: "2026-08-04T18:13:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:39Z" name: isvc-xgboost-graph-predictor.18c8acb4c5c14707 namespace: kserve-ci-e2e-test resourceVersion: "16568" uid: 044dacc5-a0e6-4625-b4f9-f50c04a28bfb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15287" uid: 2e73585d-57d6-4392-ad9b-bd0fbbf9b6e0 kind: Event lastTimestamp: "2026-08-04T18:13:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:39Z" name: isvc-xgboost-graph-predictor.18c8acb4c64ce0ed namespace: kserve-ci-e2e-test resourceVersion: "16569" uid: 1fae2b18-b68a-47ef-b68d-b90ffcad446d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15016" uid: f4501696-d750-4ccf-9451-5799c32c51d4 kind: Event lastTimestamp: "2026-08-04T18:13:08Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:13:08Z" name: isvc-xgboost-graph.18c8aca6c9abd92b namespace: kserve-ci-e2e-test resourceVersion: "16293" uid: 9249a9f5-0c9d-4880-8c89-3f92d0e1780b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "16291" uid: f4501696-d750-4ccf-9451-5799c32c51d4 kind: Event lastTimestamp: "2026-08-04T18:13:08Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-08-04T18:13:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:13:08Z" name: isvc-xgboost-graph.18c8acbee828caf6 namespace: kserve-ci-e2e-test resourceVersion: "16292" uid: 42e1d88c-1792-4ea5-8575-62a950605e65 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:13:44.267517Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-644bd56996-mww9p namespace: kserve-ci-e2e-test resourceVersion: "16637" uid: a256c7df-7cb4-4e49-9461-3cee9bcf48f4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-644bd56996-mww9p to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:13:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:13:44Z" name: model-chainer-644bd56996-mww9p.18c8acc74e7a8ab4 namespace: kserve-ci-e2e-test resourceVersion: "16642" uid: f52fb40f-208c-4ce1-86c7-2ae2b850ed76 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:44Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-644bd56996-mww9p namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: a256c7df-7cb4-4e49-9461-3cee9bcf48f4 kind: Event lastTimestamp: "2026-08-04T18:13:44Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:13:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:44Z" name: model-chainer-644bd56996-mww9p.18c8acc75d9101c8 namespace: kserve-ci-e2e-test resourceVersion: "16656" uid: e8a0dc60-e998-4dc4-a56a-610cf11da251 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:45Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-644bd56996-mww9p namespace: kserve-ci-e2e-test resourceVersion: "16646" uid: a256c7df-7cb4-4e49-9461-3cee9bcf48f4 kind: Event lastTimestamp: "2026-08-04T18:13:45Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:13:45Z" name: model-chainer-644bd56996-mww9p.18c8acc78b544699 namespace: kserve-ci-e2e-test resourceVersion: "16661" uid: fc42039e-36f0-40a4-a38f-2e4d437d31b2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-644bd56996-mww9p namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: a256c7df-7cb4-4e49-9461-3cee9bcf48f4 kind: Event lastTimestamp: "2026-08-04T18:13:45Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" already present on machine metadata: creationTimestamp: "2026-08-04T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:45Z" name: model-chainer-644bd56996-mww9p.18c8acc78cb5e63e namespace: kserve-ci-e2e-test resourceVersion: "16663" uid: 95e1cc65-7ec7-4c0b-a11d-5b72a892fd3e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-644bd56996-mww9p namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: a256c7df-7cb4-4e49-9461-3cee9bcf48f4 kind: Event lastTimestamp: "2026-08-04T18:13:45Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-08-04T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:45Z" name: model-chainer-644bd56996-mww9p.18c8acc78f2abebb namespace: kserve-ci-e2e-test resourceVersion: "16664" uid: 5a3ccb31-0a81-470c-89e0-c61e3b441681 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-644bd56996-mww9p namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: a256c7df-7cb4-4e49-9461-3cee9bcf48f4 kind: Event lastTimestamp: "2026-08-04T18:13:45Z" message: Started container model-chainer metadata: creationTimestamp: "2026-08-04T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:45Z" name: model-chainer-644bd56996-mww9p.18c8acc78f8b2cdf namespace: kserve-ci-e2e-test resourceVersion: "16665" uid: 310a6443-2175-4d37-8bf0-79870e7ec011 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-644bd56996-mww9p namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: a256c7df-7cb4-4e49-9461-3cee9bcf48f4 kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:54Z" name: model-chainer-644bd56996-mww9p.18c8acc9a8d58d3d namespace: kserve-ci-e2e-test resourceVersion: "16750" uid: 90c3a9a1-b1c5-4850-97a8-c3d361b9f426 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:13:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-644bd56996-mww9p namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: a256c7df-7cb4-4e49-9461-3cee9bcf48f4 kind: Event lastTimestamp: "2026-08-04T18:14:21Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-08-04T18:13:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:14:21Z" name: model-chainer-644bd56996-mww9p.18c8acca41d9b169 namespace: kserve-ci-e2e-test resourceVersion: "17161" uid: a37de3c6-7930-4b29-ac4f-6da63ed0a64d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-644bd56996 namespace: kserve-ci-e2e-test resourceVersion: "16634" uid: e23833fc-abf4-4562-8794-e139008497c9 kind: Event lastTimestamp: "2026-08-04T18:13:44Z" message: 'Created pod: model-chainer-644bd56996-mww9p' metadata: creationTimestamp: "2026-08-04T18:13:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:44Z" name: model-chainer-644bd56996.18c8acc74de62761 namespace: kserve-ci-e2e-test resourceVersion: "16638" uid: 0eca67b5-9a2c-4b81-89b3-b0b68ad9b1bf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16632" uid: 398d1afb-800f-49f5-8260-d001c287ee2c kind: Event lastTimestamp: "2026-08-04T18:13:44Z" message: Scaled up replica set model-chainer-644bd56996 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:13:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:44Z" name: model-chainer.18c8acc74cebecc2 namespace: kserve-ci-e2e-test resourceVersion: "16635" uid: 95108084-176e-4d8d-9964-90414d3f5832 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:44Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16648" uid: b1402034-cc71-40d8-a189-9c128b660b26 kind: Event lastTimestamp: "2026-08-04T18:13:44Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-08-04T18:13:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:13:44Z" name: model-chainer.18c8acc7526d85e3 namespace: kserve-ci-e2e-test resourceVersion: "16650" uid: 3ae5d106-39e4-470f-a7ad-aeacc27a7b5d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:14:54.586329Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-315c2-6dffcdf597-99zwl namespace: kserve-ci-e2e-test resourceVersion: "17439" uid: 4e6789d1-4add-401a-9225-d42f15700245 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-315c2-6dffcdf597-99zwl to ip-10-0-128-114.ec2.internal metadata: creationTimestamp: "2026-08-04T18:14:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:14:54Z" name: sequence-graph-315c2-6dffcdf597-99zwl.18c8acd7adce7ae0 namespace: kserve-ci-e2e-test resourceVersion: "17445" uid: 00c82a8e-1fdd-421f-b24c-e324d5402414 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:14:54Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-315c2-6dffcdf597-99zwl namespace: kserve-ci-e2e-test resourceVersion: "17441" uid: 4e6789d1-4add-401a-9225-d42f15700245 kind: Event lastTimestamp: "2026-08-04T18:14:54Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-315c2-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:14:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:14:54Z" name: sequence-graph-315c2-6dffcdf597-99zwl.18c8acd7b987fde8 namespace: kserve-ci-e2e-test resourceVersion: "17462" uid: 0627e693-ded6-43df-9113-968f38cb1a93 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:14:55Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-315c2-6dffcdf597-99zwl namespace: kserve-ci-e2e-test resourceVersion: "17451" uid: 4e6789d1-4add-401a-9225-d42f15700245 kind: Event lastTimestamp: "2026-08-04T18:14:55Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:14:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:14:55Z" name: sequence-graph-315c2-6dffcdf597-99zwl.18c8acd7eb15eca7 namespace: kserve-ci-e2e-test resourceVersion: "17467" uid: 904622f2-cf2b-43e3-838a-e1d35d43e423 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:14:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-315c2} kind: Pod name: sequence-graph-315c2-6dffcdf597-99zwl namespace: kserve-ci-e2e-test resourceVersion: "17441" uid: 4e6789d1-4add-401a-9225-d42f15700245 kind: Event lastTimestamp: "2026-08-04T18:14:55Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" metadata: creationTimestamp: "2026-08-04T18:14:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:14:55Z" name: sequence-graph-315c2-6dffcdf597-99zwl.18c8acd7ec7ceb48 namespace: kserve-ci-e2e-test resourceVersion: "17469" uid: 0d24cc53-ef8c-4d62-81ea-50ebadbf94d6 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:14:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-315c2} kind: Pod name: sequence-graph-315c2-6dffcdf597-99zwl namespace: kserve-ci-e2e-test resourceVersion: "17441" uid: 4e6789d1-4add-401a-9225-d42f15700245 kind: Event lastTimestamp: "2026-08-04T18:14:57Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" in 1.794s (1.794s including waiting). Image size: 218252378 bytes.' metadata: creationTimestamp: "2026-08-04T18:14:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:14:57Z" name: sequence-graph-315c2-6dffcdf597-99zwl.18c8acd8576c9e1b namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6059841d-638c-4fc4-a6b7-6c412ee15aac reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:14:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-315c2} kind: Pod name: sequence-graph-315c2-6dffcdf597-99zwl namespace: kserve-ci-e2e-test resourceVersion: "17441" uid: 4e6789d1-4add-401a-9225-d42f15700245 kind: Event lastTimestamp: "2026-08-04T18:14:57Z" message: 'Created container: sequence-graph-315c2' metadata: creationTimestamp: "2026-08-04T18:14:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:14:57Z" name: sequence-graph-315c2-6dffcdf597-99zwl.18c8acd85ae9a53e namespace: kserve-ci-e2e-test resourceVersion: "17486" uid: 9669f7a3-6526-432f-a509-efb41feea9f3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:14:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-315c2} kind: Pod name: sequence-graph-315c2-6dffcdf597-99zwl namespace: kserve-ci-e2e-test resourceVersion: "17441" uid: 4e6789d1-4add-401a-9225-d42f15700245 kind: Event lastTimestamp: "2026-08-04T18:14:57Z" message: Started container sequence-graph-315c2 metadata: creationTimestamp: "2026-08-04T18:14:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:14:57Z" name: sequence-graph-315c2-6dffcdf597-99zwl.18c8acd85b5da034 namespace: kserve-ci-e2e-test resourceVersion: "17487" uid: 3e74fc5a-2aad-45f0-9a37-f5db938d15f9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-315c2} kind: Pod name: sequence-graph-315c2-6dffcdf597-99zwl namespace: kserve-ci-e2e-test resourceVersion: "17441" uid: 4e6789d1-4add-401a-9225-d42f15700245 kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: Stopping container sequence-graph-315c2 metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:09Z" name: sequence-graph-315c2-6dffcdf597-99zwl.18c8ad4adf4802be namespace: kserve-ci-e2e-test resourceVersion: "21067" uid: 91a41095-3db0-4129-9fd2-e6ffd2868e31 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:23:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-315c2} kind: Pod name: sequence-graph-315c2-6dffcdf597-99zwl namespace: kserve-ci-e2e-test resourceVersion: "17441" uid: 4e6789d1-4add-401a-9225-d42f15700245 kind: Event lastTimestamp: "2026-08-04T18:23:38Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-08-04T18:23:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:38Z" name: sequence-graph-315c2-6dffcdf597-99zwl.18c8ad4beeb6d9d1 namespace: kserve-ci-e2e-test resourceVersion: "21637" uid: a862d1ac-15b6-4359-8802-253c7d69d160 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:14:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-315c2-6dffcdf597 namespace: kserve-ci-e2e-test resourceVersion: "17436" uid: ad4e8952-222d-4950-ac76-1532fd7640d0 kind: Event lastTimestamp: "2026-08-04T18:14:54Z" message: 'Created pod: sequence-graph-315c2-6dffcdf597-99zwl' metadata: creationTimestamp: "2026-08-04T18:14:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:54Z" name: sequence-graph-315c2-6dffcdf597.18c8acd7ad56d8f0 namespace: kserve-ci-e2e-test resourceVersion: "17440" uid: fd0f8edb-cfc2-44cf-85c8-e333fd305513 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:14:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-315c2 namespace: kserve-ci-e2e-test resourceVersion: "17434" uid: 640e58f3-e750-4f7c-8632-92bec2b7aa23 kind: Event lastTimestamp: "2026-08-04T18:14:54Z" message: Scaled up replica set sequence-graph-315c2-6dffcdf597 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:14:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:54Z" name: sequence-graph-315c2.18c8acd7ac712a72 namespace: kserve-ci-e2e-test resourceVersion: "17437" uid: 24bdd414-933c-4044-8c12-382e20c98bec reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:14:54Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-315c2 namespace: kserve-ci-e2e-test resourceVersion: "17454" uid: d035c25c-2707-4238-876f-bb347323bb29 kind: Event lastTimestamp: "2026-08-04T18:14:54Z" message: InferenceGraph [sequence-graph-315c2] is Ready metadata: creationTimestamp: "2026-08-04T18:14:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:14:54Z" name: sequence-graph-315c2.18c8acd7b220e8e0 namespace: kserve-ci-e2e-test resourceVersion: "17456" uid: d841dade-9c34-4d26-8652-a9e16f272588 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:15:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-315c2 namespace: kserve-ci-e2e-test resourceVersion: "17435" uid: c5a02b2d-5506-45ae-8967-a22ab5b0b8b4 kind: Event lastTimestamp: "2026-08-04T18:15:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:15:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:15:24Z" name: sequence-graph-315c2.18c8acdb2b4baf83 namespace: kserve-ci-e2e-test resourceVersion: "17687" uid: 64724e02-b74b-4507-917d-2f4c863a0549 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:15:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-315c2 namespace: kserve-ci-e2e-test resourceVersion: "17435" uid: c5a02b2d-5506-45ae-8967-a22ab5b0b8b4 kind: Event lastTimestamp: "2026-08-04T18:15:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:15:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:15:24Z" name: sequence-graph-315c2.18c8acdb2bce34ba namespace: kserve-ci-e2e-test resourceVersion: "17688" uid: 5a222334-6384-4cde-9161-22f3c2930abf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:24:09.556374Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-94d00-868df69ffb-5rp86 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: 591fcfd7-19ff-4a5e-a480-1c1312a2e628 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-94d00-868df69ffb-5rp86 to ip-10-0-128-114.ec2.internal metadata: creationTimestamp: "2026-08-04T18:24:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:24:09Z" name: sequence-graph-94d00-868df69ffb-5rp86.18c8ad58e4994c5b namespace: kserve-ci-e2e-test resourceVersion: "21927" uid: 3d2cd6a8-70c0-4390-801b-cad36dd875a1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:09Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-94d00-868df69ffb-5rp86 namespace: kserve-ci-e2e-test resourceVersion: "21924" uid: 591fcfd7-19ff-4a5e-a480-1c1312a2e628 kind: Event lastTimestamp: "2026-08-04T18:24:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-94d00-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:09Z" name: sequence-graph-94d00-868df69ffb-5rp86.18c8ad58f38cd4fe namespace: kserve-ci-e2e-test resourceVersion: "21946" uid: 2e2aad84-66be-4bab-86a7-1d496fcf7db8 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:10Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-94d00-868df69ffb-5rp86 namespace: kserve-ci-e2e-test resourceVersion: "21930" uid: 591fcfd7-19ff-4a5e-a480-1c1312a2e628 kind: Event lastTimestamp: "2026-08-04T18:24:10Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:24:10Z" name: sequence-graph-94d00-868df69ffb-5rp86.18c8ad5921c13687 namespace: kserve-ci-e2e-test resourceVersion: "21954" uid: ae4bcd3d-e152-4a61-bdf9-90ad20195c58 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-94d00} kind: Pod name: sequence-graph-94d00-868df69ffb-5rp86 namespace: kserve-ci-e2e-test resourceVersion: "21924" uid: 591fcfd7-19ff-4a5e-a480-1c1312a2e628 kind: Event lastTimestamp: "2026-08-04T18:24:10Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" already present on machine metadata: creationTimestamp: "2026-08-04T18:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:10Z" name: sequence-graph-94d00-868df69ffb-5rp86.18c8ad592316ad83 namespace: kserve-ci-e2e-test resourceVersion: "21956" uid: f86e392d-c6fd-4a65-a625-3852c4c48e8b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-94d00} kind: Pod name: sequence-graph-94d00-868df69ffb-5rp86 namespace: kserve-ci-e2e-test resourceVersion: "21924" uid: 591fcfd7-19ff-4a5e-a480-1c1312a2e628 kind: Event lastTimestamp: "2026-08-04T18:24:10Z" message: 'Created container: sequence-graph-94d00' metadata: creationTimestamp: "2026-08-04T18:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:10Z" name: sequence-graph-94d00-868df69ffb-5rp86.18c8ad5925dc9ea6 namespace: kserve-ci-e2e-test resourceVersion: "21958" uid: ba295196-b553-47a1-9b62-e5539f4bcbf8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-94d00} kind: Pod name: sequence-graph-94d00-868df69ffb-5rp86 namespace: kserve-ci-e2e-test resourceVersion: "21924" uid: 591fcfd7-19ff-4a5e-a480-1c1312a2e628 kind: Event lastTimestamp: "2026-08-04T18:24:10Z" message: Started container sequence-graph-94d00 metadata: creationTimestamp: "2026-08-04T18:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:10Z" name: sequence-graph-94d00-868df69ffb-5rp86.18c8ad59264888d2 namespace: kserve-ci-e2e-test resourceVersion: "21960" uid: 8345a2fe-6bb6-40eb-b4f7-92fa604fcc71 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-94d00} kind: Pod name: sequence-graph-94d00-868df69ffb-5rp86 namespace: kserve-ci-e2e-test resourceVersion: "21924" uid: 591fcfd7-19ff-4a5e-a480-1c1312a2e628 kind: Event lastTimestamp: "2026-08-04T18:24:19Z" message: Stopping container sequence-graph-94d00 metadata: creationTimestamp: "2026-08-04T18:24:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:19Z" name: sequence-graph-94d00-868df69ffb-5rp86.18c8ad5b453e97fc namespace: kserve-ci-e2e-test resourceVersion: "22042" uid: 99fca895-305e-4bb8-a604-8076d0d8b314 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:24:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-94d00} kind: Pod name: sequence-graph-94d00-868df69ffb-5rp86 namespace: kserve-ci-e2e-test resourceVersion: "21924" uid: 591fcfd7-19ff-4a5e-a480-1c1312a2e628 kind: Event lastTimestamp: "2026-08-04T18:24:47Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-08-04T18:24:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:47Z" name: sequence-graph-94d00-868df69ffb-5rp86.18c8ad5bd3029b71 namespace: kserve-ci-e2e-test resourceVersion: "22436" uid: 31f10ddb-66e5-4809-8892-4e32d83c9bfd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-94d00-868df69ffb namespace: kserve-ci-e2e-test resourceVersion: "21919" uid: ffb1dd40-96c6-49ff-bf8a-2f61c4ab966e kind: Event lastTimestamp: "2026-08-04T18:24:09Z" message: 'Created pod: sequence-graph-94d00-868df69ffb-5rp86' metadata: creationTimestamp: "2026-08-04T18:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:09Z" name: sequence-graph-94d00-868df69ffb.18c8ad58e41ac407 namespace: kserve-ci-e2e-test resourceVersion: "21923" uid: 46942d0e-82e9-4f80-8c8c-c378579c9126 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-94d00 namespace: kserve-ci-e2e-test resourceVersion: "21917" uid: 5caddbdd-dc78-4984-b2e6-550d4dd9f17c kind: Event lastTimestamp: "2026-08-04T18:24:09Z" message: Scaled up replica set sequence-graph-94d00-868df69ffb from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:09Z" name: sequence-graph-94d00.18c8ad58e32de7b9 namespace: kserve-ci-e2e-test resourceVersion: "21920" uid: f5f622bc-bc33-47d9-9e89-79b67509526f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:09Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-94d00 namespace: kserve-ci-e2e-test resourceVersion: "21936" uid: 00b0cc0f-ad7f-40e1-b520-2ba4c1c243c7 kind: Event lastTimestamp: "2026-08-04T18:24:09Z" message: InferenceGraph [sequence-graph-94d00] is Ready metadata: creationTimestamp: "2026-08-04T18:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:09Z" name: sequence-graph-94d00.18c8ad58e90a4d8b namespace: kserve-ci-e2e-test resourceVersion: "21938" uid: 7979afb6-d48d-4b46-800d-9f025fe8b31d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:09Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-94d00 namespace: kserve-ci-e2e-test resourceVersion: "21912" uid: 00b0cc0f-ad7f-40e1-b520-2ba4c1c243c7 kind: Event lastTimestamp: "2026-08-04T18:24:09Z" message: 'Failed to update status for InferenceGraph "sequence-graph-94d00": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-94d00": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:09Z" name: sequence-graph-94d00.18c8ad58eb7b443b namespace: kserve-ci-e2e-test resourceVersion: "21942" uid: 96d185e3-7502-4c79-b357-f19f584140ef reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:09Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-94d00 namespace: kserve-ci-e2e-test resourceVersion: "21912" uid: 00b0cc0f-ad7f-40e1-b520-2ba4c1c243c7 kind: Event lastTimestamp: "2026-08-04T18:24:09Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-94d00": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:09Z" name: sequence-graph-94d00.18c8ad58eb7b8917 namespace: kserve-ci-e2e-test resourceVersion: "21943" uid: 102a34b4-846f-4ea0-ba13-83360691be44 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:25:20.088583Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-d5455-58879b467-qdxfr namespace: kserve-ci-e2e-test resourceVersion: "22704" uid: fea9c67b-57df-410b-909a-728d1237c854 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-d5455-58879b467-qdxfr to ip-10-0-128-114.ec2.internal metadata: creationTimestamp: "2026-08-04T18:25:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:25:20Z" name: sequence-graph-d5455-58879b467-qdxfr.18c8ad6950a56922 namespace: kserve-ci-e2e-test resourceVersion: "22711" uid: f1d13134-9896-4b3e-85c0-8cd8c7b4da5e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:25:20Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-d5455-58879b467-qdxfr namespace: kserve-ci-e2e-test resourceVersion: "22709" uid: fea9c67b-57df-410b-909a-728d1237c854 kind: Event lastTimestamp: "2026-08-04T18:25:20Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-d5455-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:25:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:25:20Z" name: sequence-graph-d5455-58879b467-qdxfr.18c8ad695e77b0f4 namespace: kserve-ci-e2e-test resourceVersion: "22726" uid: 5ff9def1-4907-4175-a747-6e35eb4fc06e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:25:21Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-d5455-58879b467-qdxfr namespace: kserve-ci-e2e-test resourceVersion: "22715" uid: fea9c67b-57df-410b-909a-728d1237c854 kind: Event lastTimestamp: "2026-08-04T18:25:21Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:25:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:25:21Z" name: sequence-graph-d5455-58879b467-qdxfr.18c8ad698ddd6160 namespace: kserve-ci-e2e-test resourceVersion: "22736" uid: b72f0ca0-b5c2-4ddd-9ee3-1f8eb0c2a5c2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:25:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-d5455} kind: Pod name: sequence-graph-d5455-58879b467-qdxfr namespace: kserve-ci-e2e-test resourceVersion: "22709" uid: fea9c67b-57df-410b-909a-728d1237c854 kind: Event lastTimestamp: "2026-08-04T18:25:21Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" already present on machine metadata: creationTimestamp: "2026-08-04T18:25:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:25:21Z" name: sequence-graph-d5455-58879b467-qdxfr.18c8ad698f5f3430 namespace: kserve-ci-e2e-test resourceVersion: "22738" uid: 3a5df348-0999-4826-b2f3-6a3abec03e80 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:25:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-d5455} kind: Pod name: sequence-graph-d5455-58879b467-qdxfr namespace: kserve-ci-e2e-test resourceVersion: "22709" uid: fea9c67b-57df-410b-909a-728d1237c854 kind: Event lastTimestamp: "2026-08-04T18:25:21Z" message: 'Created container: sequence-graph-d5455' metadata: creationTimestamp: "2026-08-04T18:25:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:25:21Z" name: sequence-graph-d5455-58879b467-qdxfr.18c8ad6992467d7a namespace: kserve-ci-e2e-test resourceVersion: "22740" uid: 4ed1b6ac-d3f9-48ba-935c-4b4fe97a762d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:25:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-d5455} kind: Pod name: sequence-graph-d5455-58879b467-qdxfr namespace: kserve-ci-e2e-test resourceVersion: "22709" uid: fea9c67b-57df-410b-909a-728d1237c854 kind: Event lastTimestamp: "2026-08-04T18:25:21Z" message: Started container sequence-graph-d5455 metadata: creationTimestamp: "2026-08-04T18:25:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:25:21Z" name: sequence-graph-d5455-58879b467-qdxfr.18c8ad6992fb9d71 namespace: kserve-ci-e2e-test resourceVersion: "22741" uid: d70dba5d-7acc-4f62-9ce9-6499ba27b5e2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-d5455} kind: Pod name: sequence-graph-d5455-58879b467-qdxfr namespace: kserve-ci-e2e-test resourceVersion: "22709" uid: fea9c67b-57df-410b-909a-728d1237c854 kind: Event lastTimestamp: "2026-08-04T18:33:34Z" message: Stopping container sequence-graph-d5455 metadata: creationTimestamp: "2026-08-04T18:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:34Z" name: sequence-graph-d5455-58879b467-qdxfr.18c8addc81b9db7f namespace: kserve-ci-e2e-test resourceVersion: "26656" uid: 7fcac43e-969e-467c-8d9a-80bb37d2a134 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:33:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-d5455} kind: Pod name: sequence-graph-d5455-58879b467-qdxfr namespace: kserve-ci-e2e-test resourceVersion: "22709" uid: fea9c67b-57df-410b-909a-728d1237c854 kind: Event lastTimestamp: "2026-08-04T18:34:02Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-08-04T18:33:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:34:02Z" name: sequence-graph-d5455-58879b467-qdxfr.18c8addd1ce51f20 namespace: kserve-ci-e2e-test resourceVersion: "27207" uid: d9c75eb9-e872-495e-9e4e-d3139899885b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:25:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-d5455-58879b467 namespace: kserve-ci-e2e-test resourceVersion: "22701" uid: fa36c787-271c-4455-9a3f-b49f049dc551 kind: Event lastTimestamp: "2026-08-04T18:25:20Z" message: 'Created pod: sequence-graph-d5455-58879b467-qdxfr' metadata: creationTimestamp: "2026-08-04T18:25:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:25:20Z" name: sequence-graph-d5455-58879b467.18c8ad694fe7946b namespace: kserve-ci-e2e-test resourceVersion: "22708" uid: 5a9a1513-2481-4e2e-9c24-1b2f858f3900 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:25:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-d5455 namespace: kserve-ci-e2e-test resourceVersion: "22699" uid: 2a86be90-433d-4320-ad25-9efca26c6aba kind: Event lastTimestamp: "2026-08-04T18:25:20Z" message: Scaled up replica set sequence-graph-d5455-58879b467 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:25:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:25:20Z" name: sequence-graph-d5455.18c8ad694eb0e21f namespace: kserve-ci-e2e-test resourceVersion: "22702" uid: d8cafe29-e682-4f7f-8268-7ca2624d6f7a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:25:20Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-d5455 namespace: kserve-ci-e2e-test resourceVersion: "22718" uid: 0de801d4-1a17-4674-8c92-24e500d420e7 kind: Event lastTimestamp: "2026-08-04T18:25:20Z" message: InferenceGraph [sequence-graph-d5455] is Ready metadata: creationTimestamp: "2026-08-04T18:25:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:25:20Z" name: sequence-graph-d5455.18c8ad69559635fa namespace: kserve-ci-e2e-test resourceVersion: "22720" uid: ec4b12ee-7b20-4681-8a1c-bd1b5fd802ff reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:25:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-d5455 namespace: kserve-ci-e2e-test resourceVersion: "22700" uid: e6244aa6-6eec-4fdf-be28-e97dc5af22a2 kind: Event lastTimestamp: "2026-08-04T18:25:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:25:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:25:50Z" name: sequence-graph-d5455.18c8ad6ccf0419bb namespace: kserve-ci-e2e-test resourceVersion: "22957" uid: 29a1bee2-a0da-4574-a782-4e8df16b3049 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:25:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-d5455 namespace: kserve-ci-e2e-test resourceVersion: "22700" uid: e6244aa6-6eec-4fdf-be28-e97dc5af22a2 kind: Event lastTimestamp: "2026-08-04T18:25:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:25:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:25:50Z" name: sequence-graph-d5455.18c8ad6ccfbdf972 namespace: kserve-ci-e2e-test resourceVersion: "22958" uid: 5e6d8cce-bc5d-44f7-a957-482fbc3d3772 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:34:45.528494Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-47ede-d4cf4b666-4btmn namespace: kserve-ci-e2e-test resourceVersion: "27626" uid: 48a8c37b-72fb-4f77-a36d-36aebb940e9d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-47ede-d4cf4b666-4btmn to ip-10-0-128-114.ec2.internal metadata: creationTimestamp: "2026-08-04T18:34:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:34:45Z" name: splitter-graph-47ede-d4cf4b666-4btmn.18c8adecf77dce77 namespace: kserve-ci-e2e-test resourceVersion: "27631" uid: 50f62358-ee7a-4de0-a95e-9472171dcc33 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:45Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-47ede-d4cf4b666-4btmn namespace: kserve-ci-e2e-test resourceVersion: "27636" uid: 48a8c37b-72fb-4f77-a36d-36aebb940e9d kind: Event lastTimestamp: "2026-08-04T18:34:45Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:34:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:34:45Z" name: splitter-graph-47ede-d4cf4b666-4btmn.18c8aded1094377d namespace: kserve-ci-e2e-test resourceVersion: "27646" uid: 98926bce-6fde-4932-a6e4-ffc646241112 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-47ede} kind: Pod name: splitter-graph-47ede-d4cf4b666-4btmn namespace: kserve-ci-e2e-test resourceVersion: "27627" uid: 48a8c37b-72fb-4f77-a36d-36aebb940e9d kind: Event lastTimestamp: "2026-08-04T18:34:45Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" already present on machine metadata: creationTimestamp: "2026-08-04T18:34:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:34:45Z" name: splitter-graph-47ede-d4cf4b666-4btmn.18c8aded123b4810 namespace: kserve-ci-e2e-test resourceVersion: "27648" uid: ce6515b6-52a9-4091-8c0b-f494f37cb3e4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-47ede} kind: Pod name: splitter-graph-47ede-d4cf4b666-4btmn namespace: kserve-ci-e2e-test resourceVersion: "27627" uid: 48a8c37b-72fb-4f77-a36d-36aebb940e9d kind: Event lastTimestamp: "2026-08-04T18:34:46Z" message: 'Created container: splitter-graph-47ede' metadata: creationTimestamp: "2026-08-04T18:34:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:34:46Z" name: splitter-graph-47ede-d4cf4b666-4btmn.18c8aded161064ac namespace: kserve-ci-e2e-test resourceVersion: "27649" uid: 74c8b651-7926-4d3c-b311-0159d0f3d7c8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-47ede} kind: Pod name: splitter-graph-47ede-d4cf4b666-4btmn namespace: kserve-ci-e2e-test resourceVersion: "27627" uid: 48a8c37b-72fb-4f77-a36d-36aebb940e9d kind: Event lastTimestamp: "2026-08-04T18:34:46Z" message: Started container splitter-graph-47ede metadata: creationTimestamp: "2026-08-04T18:34:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:34:46Z" name: splitter-graph-47ede-d4cf4b666-4btmn.18c8aded167eebd5 namespace: kserve-ci-e2e-test resourceVersion: "27650" uid: 3c2b9c88-bdc7-48b3-97c8-5e63c2eb7c6c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:43:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-47ede} kind: Pod name: splitter-graph-47ede-d4cf4b666-4btmn namespace: kserve-ci-e2e-test resourceVersion: "27627" uid: 48a8c37b-72fb-4f77-a36d-36aebb940e9d kind: Event lastTimestamp: "2026-08-04T18:43:00Z" message: Stopping container splitter-graph-47ede metadata: creationTimestamp: "2026-08-04T18:43:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:43:00Z" name: splitter-graph-47ede-d4cf4b666-4btmn.18c8ae6022d6de03 namespace: kserve-ci-e2e-test resourceVersion: "31084" uid: f0fe4198-06fd-4c32-9fb1-2d4fb900ca9b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:43:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-47ede} kind: Pod name: splitter-graph-47ede-d4cf4b666-4btmn namespace: kserve-ci-e2e-test resourceVersion: "27627" uid: 48a8c37b-72fb-4f77-a36d-36aebb940e9d kind: Event lastTimestamp: "2026-08-04T18:43:27Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-08-04T18:43:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:43:27Z" name: splitter-graph-47ede-d4cf4b666-4btmn.18c8ae60bd218ae5 namespace: kserve-ci-e2e-test resourceVersion: "31311" uid: 2275961a-2665-4589-a07a-f0582f3ed4a4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-47ede-d4cf4b666 namespace: kserve-ci-e2e-test resourceVersion: "27623" uid: 473c342f-6c80-4017-9841-046615b4bbad kind: Event lastTimestamp: "2026-08-04T18:34:45Z" message: 'Created pod: splitter-graph-47ede-d4cf4b666-4btmn' metadata: creationTimestamp: "2026-08-04T18:34:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:45Z" name: splitter-graph-47ede-d4cf4b666.18c8adecf7151d6c namespace: kserve-ci-e2e-test resourceVersion: "27629" uid: ac5ebfa9-c627-4fb0-9979-e0338653e53f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-47ede namespace: kserve-ci-e2e-test resourceVersion: "27621" uid: e76b3e6c-9394-4b92-8ffc-97561d663cc8 kind: Event lastTimestamp: "2026-08-04T18:34:45Z" message: Scaled up replica set splitter-graph-47ede-d4cf4b666 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:34:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:45Z" name: splitter-graph-47ede.18c8adecf5c19897 namespace: kserve-ci-e2e-test resourceVersion: "27624" uid: 10d41c23-88af-4b72-a7dc-798cbc5c7ecc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:45Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-47ede namespace: kserve-ci-e2e-test resourceVersion: "27640" uid: 7846ce8d-657c-4179-bac9-c103cf8e0f77 kind: Event lastTimestamp: "2026-08-04T18:34:45Z" message: InferenceGraph [splitter-graph-47ede] is Ready metadata: creationTimestamp: "2026-08-04T18:34:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:34:45Z" name: splitter-graph-47ede.18c8aded0074490c namespace: kserve-ci-e2e-test resourceVersion: "27643" uid: ebd06472-b83a-4bf2-ac0d-6a045bf110c3 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:35:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-47ede namespace: kserve-ci-e2e-test resourceVersion: "27622" uid: 4521b698-00bf-49d1-82e7-59a9daf66c78 kind: Event lastTimestamp: "2026-08-04T18:35:15Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:35:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:35:15Z" name: splitter-graph-47ede.18c8adf074aa8fb0 namespace: kserve-ci-e2e-test resourceVersion: "27878" uid: f31d4894-aead-48d0-8e55-4a82e2c95ec7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:35:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-47ede namespace: kserve-ci-e2e-test resourceVersion: "27622" uid: 4521b698-00bf-49d1-82e7-59a9daf66c78 kind: Event lastTimestamp: "2026-08-04T18:35:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:35:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:35:15Z" name: splitter-graph-47ede.18c8adf0755c940d namespace: kserve-ci-e2e-test resourceVersion: "27879" uid: c5bc4da5-148a-44b6-bb71-d0774d7c55cd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:33:35.135581Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-8c81a-784498d6cc-9qrmg namespace: kserve-ci-e2e-test resourceVersion: "26743" uid: 469b2a7b-27c4-4be7-92ff-d1b28ea49730 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-8c81a-784498d6cc-9qrmg to ip-10-0-128-114.ec2.internal metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:33:35Z" name: splitter-graph-8c81a-784498d6cc-9qrmg.18c8addc93bf1f99 namespace: kserve-ci-e2e-test resourceVersion: "26755" uid: 40728391-7133-4a3c-93c7-15adc7788bec reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-8c81a-784498d6cc-9qrmg namespace: kserve-ci-e2e-test resourceVersion: "26765" uid: 469b2a7b-27c4-4be7-92ff-d1b28ea49730 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:33:35Z" name: splitter-graph-8c81a-784498d6cc-9qrmg.18c8addcad266307 namespace: kserve-ci-e2e-test resourceVersion: "26790" uid: 0091d9ce-cdfb-486a-960d-094005352e03 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8c81a} kind: Pod name: splitter-graph-8c81a-784498d6cc-9qrmg namespace: kserve-ci-e2e-test resourceVersion: "26749" uid: 469b2a7b-27c4-4be7-92ff-d1b28ea49730 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" already present on machine metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:35Z" name: splitter-graph-8c81a-784498d6cc-9qrmg.18c8addcae991903 namespace: kserve-ci-e2e-test resourceVersion: "26792" uid: ab6fcce2-3fc6-497b-b42a-388d2b3492e1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8c81a} kind: Pod name: splitter-graph-8c81a-784498d6cc-9qrmg namespace: kserve-ci-e2e-test resourceVersion: "26749" uid: 469b2a7b-27c4-4be7-92ff-d1b28ea49730 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: 'Created container: splitter-graph-8c81a' metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:35Z" name: splitter-graph-8c81a-784498d6cc-9qrmg.18c8addcb236e8ab namespace: kserve-ci-e2e-test resourceVersion: "26793" uid: 88064d52-82d6-434e-8346-d988c1138901 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8c81a} kind: Pod name: splitter-graph-8c81a-784498d6cc-9qrmg namespace: kserve-ci-e2e-test resourceVersion: "26749" uid: 469b2a7b-27c4-4be7-92ff-d1b28ea49730 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: Started container splitter-graph-8c81a metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:35Z" name: splitter-graph-8c81a-784498d6cc-9qrmg.18c8addcb2a57e9c namespace: kserve-ci-e2e-test resourceVersion: "26794" uid: 448a26d0-0354-4710-ad95-e2669d9386e4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8c81a} kind: Pod name: splitter-graph-8c81a-784498d6cc-9qrmg namespace: kserve-ci-e2e-test resourceVersion: "26749" uid: 469b2a7b-27c4-4be7-92ff-d1b28ea49730 kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: Stopping container splitter-graph-8c81a metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:45Z" name: splitter-graph-8c81a-784498d6cc-9qrmg.18c8addeecae64b6 namespace: kserve-ci-e2e-test resourceVersion: "26925" uid: 29fabd60-27e6-452f-af59-d50677ae42a7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:33:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8c81a} kind: Pod name: splitter-graph-8c81a-784498d6cc-9qrmg namespace: kserve-ci-e2e-test resourceVersion: "26749" uid: 469b2a7b-27c4-4be7-92ff-d1b28ea49730 kind: Event lastTimestamp: "2026-08-04T18:34:12Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-08-04T18:33:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:34:12Z" name: splitter-graph-8c81a-784498d6cc-9qrmg.18c8addf72e49e49 namespace: kserve-ci-e2e-test resourceVersion: "27289" uid: 00a1c606-5cd4-4458-b64b-b560278899b9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-8c81a-784498d6cc namespace: kserve-ci-e2e-test resourceVersion: "26737" uid: 4929fc91-bcef-4869-a6eb-955b42ca1df2 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: 'Created pod: splitter-graph-8c81a-784498d6cc-9qrmg' metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:35Z" name: splitter-graph-8c81a-784498d6cc.18c8addc9336566f namespace: kserve-ci-e2e-test resourceVersion: "26748" uid: 7f3e95b2-618f-4e6e-aef7-2e7a7923c385 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-8c81a namespace: kserve-ci-e2e-test resourceVersion: "26733" uid: df57a704-c9d6-40e3-b4ad-8abb1dfa6389 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: Scaled up replica set splitter-graph-8c81a-784498d6cc from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:35Z" name: splitter-graph-8c81a.18c8addc92894721 namespace: kserve-ci-e2e-test resourceVersion: "26740" uid: 0b2eb8ae-79da-4dee-9886-24424d0be967 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-8c81a namespace: kserve-ci-e2e-test resourceVersion: "26775" uid: 2a3803be-1bef-4b30-8d3e-d8359b7f9541 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: InferenceGraph [splitter-graph-8c81a] is Ready metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:33:35Z" name: splitter-graph-8c81a.18c8addc97364eb6 namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 1642ef91-fea0-4c8d-8995-b1ec012b13dc reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:12:54.652991Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk namespace: kserve-ci-e2e-test resourceVersion: "16099" uid: d666f447-d5ed-455b-aa03-63b1359b78bd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-01f07-predictor-678d7fdb78-wxkjk to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:12:54Z" name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk.18c8acbbc138f5ea namespace: kserve-ci-e2e-test resourceVersion: "16105" uid: 72fcb672-c200-4c9f-8caa-bd43abea2bbe reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk namespace: kserve-ci-e2e-test resourceVersion: "16110" uid: d666f447-d5ed-455b-aa03-63b1359b78bd kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:12:55Z" name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk.18c8acbbdaddde8f namespace: kserve-ci-e2e-test resourceVersion: "16151" uid: a76e8b06-a95d-4e53-9f14-e6cba92ebc21 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk namespace: kserve-ci-e2e-test resourceVersion: "16102" uid: d666f447-d5ed-455b-aa03-63b1359b78bd kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk.18c8acbbdc534a5e namespace: kserve-ci-e2e-test resourceVersion: "16153" uid: 816afb21-7821-40ff-b212-4c4e23e2b14f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk namespace: kserve-ci-e2e-test resourceVersion: "16102" uid: d666f447-d5ed-455b-aa03-63b1359b78bd kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk.18c8acbbdec73ac9 namespace: kserve-ci-e2e-test resourceVersion: "16154" uid: 95cf925f-26da-44f7-b6c9-715fca95e8fe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk namespace: kserve-ci-e2e-test resourceVersion: "16102" uid: d666f447-d5ed-455b-aa03-63b1359b78bd kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk.18c8acbbdf272c1e namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: 9552d7dc-dc08-4b3c-a3ad-8152e533a59a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk namespace: kserve-ci-e2e-test resourceVersion: "16102" uid: d666f447-d5ed-455b-aa03-63b1359b78bd kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk.18c8acbbdf311386 namespace: kserve-ci-e2e-test resourceVersion: "16156" uid: 8ce5d4c8-cbed-4a46-b136-d5b40d28e575 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk namespace: kserve-ci-e2e-test resourceVersion: "16102" uid: d666f447-d5ed-455b-aa03-63b1359b78bd kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk.18c8acbbe18758d5 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 21f6fffd-1ebd-4560-ae98-cfe0bbab66e9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk namespace: kserve-ci-e2e-test resourceVersion: "16102" uid: d666f447-d5ed-455b-aa03-63b1359b78bd kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk.18c8acbbe1e5263d namespace: kserve-ci-e2e-test resourceVersion: "16158" uid: fb5ecef9-1932-45ec-a6b8-e2cf0351b002 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:12:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk namespace: kserve-ci-e2e-test resourceVersion: "16102" uid: d666f447-d5ed-455b-aa03-63b1359b78bd kind: Event lastTimestamp: "2026-08-04T18:13:32Z" message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:12:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:32Z" name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk.18c8acbc3d137506 namespace: kserve-ci-e2e-test resourceVersion: "16512" uid: 57181eb9-a27e-4677-9d17-23045eabef10 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk namespace: kserve-ci-e2e-test resourceVersion: "16102" uid: d666f447-d5ed-455b-aa03-63b1359b78bd kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:09Z" name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk.18c8ad3cf747d269 namespace: kserve-ci-e2e-test resourceVersion: "20496" uid: d72af114-6990-4793-8882-d89f5235421c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk namespace: kserve-ci-e2e-test resourceVersion: "16102" uid: d666f447-d5ed-455b-aa03-63b1359b78bd kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:09Z" name: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk.18c8ad3cf7484898 namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: da225921-7768-4aa3-86a4-beaa8f07c6d6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-01f07-predictor-678d7fdb78 namespace: kserve-ci-e2e-test resourceVersion: "16089" uid: 370fca5c-1804-4bc0-b536-3f077d6af1d5 kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: 'Created pod: success-200-isvc-01f07-predictor-678d7fdb78-wxkjk' metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:54Z" name: success-200-isvc-01f07-predictor-678d7fdb78.18c8acbbc0b2f56b namespace: kserve-ci-e2e-test resourceVersion: "16101" uid: d969d222-ec57-4238-baa4-2632f2d484ed reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-01f07-predictor namespace: kserve-ci-e2e-test resourceVersion: "16086" uid: a763813e-0102-49a7-9834-7e28f02964e8 kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: Scaled up replica set success-200-isvc-01f07-predictor-678d7fdb78 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:54Z" name: success-200-isvc-01f07-predictor.18c8acbbbeacb7c4 namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: 26f7ada8-9e4a-4b7d-9b87-74d5209f904a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:13:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-01f07-predictor namespace: kserve-ci-e2e-test resourceVersion: "16088" uid: 004e65e8-6c93-41ab-b894-3974944dfd90 kind: Event lastTimestamp: "2026-08-04T18:13:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:13:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:24Z" name: success-200-isvc-01f07-predictor.18c8acbf3d3698ea namespace: kserve-ci-e2e-test resourceVersion: "16451" uid: af66b61c-733d-46ab-8582-ae656e33ea50 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:13:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-01f07-predictor namespace: kserve-ci-e2e-test resourceVersion: "16088" uid: 004e65e8-6c93-41ab-b894-3974944dfd90 kind: Event lastTimestamp: "2026-08-04T18:13:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:13:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:24Z" name: success-200-isvc-01f07-predictor.18c8acbf3db32a6c namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: c1dc369f-1beb-42ac-96d6-c4a2af36b627 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:13:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-01f07-predictor namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: 004e65e8-6c93-41ab-b894-3974944dfd90 kind: Event lastTimestamp: "2026-08-04T18:14:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:13:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:09Z" name: success-200-isvc-01f07-predictor.18c8acc63b690384 namespace: kserve-ci-e2e-test resourceVersion: "17070" uid: ecd2262a-53a4-46b5-821f-6bdea986762d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:13:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-01f07-predictor namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: 004e65e8-6c93-41ab-b894-3974944dfd90 kind: Event lastTimestamp: "2026-08-04T18:14:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:13:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:09Z" name: success-200-isvc-01f07-predictor.18c8acc63be3380a namespace: kserve-ci-e2e-test resourceVersion: "17071" uid: b97562e8-51a1-4391-8665-3228e5ba3296 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-01f07 namespace: kserve-ci-e2e-test resourceVersion: "16063" uid: 81c2cad8-b01a-4df7-ac0d-8a7a4ea069f5 kind: Event lastTimestamp: "2026-08-04T18:13:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:13:42Z" name: success-200-isvc-01f07.18c8acbbbeade267 namespace: kserve-ci-e2e-test resourceVersion: "16616" uid: f04f7341-4442-46d5-8106-31af8d1266d7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-01f07 namespace: kserve-ci-e2e-test resourceVersion: "16063" uid: 81c2cad8-b01a-4df7-ac0d-8a7a4ea069f5 kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: 'Failed to update status for InferenceService "success-200-isvc-01f07": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-01f07": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:12:54Z" name: success-200-isvc-01f07.18c8acbbbf71d5fb namespace: kserve-ci-e2e-test resourceVersion: "16096" uid: 9fe9edb7-9222-4ed4-8f15-abe100611447 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-01f07 namespace: kserve-ci-e2e-test resourceVersion: "16063" uid: 81c2cad8-b01a-4df7-ac0d-8a7a4ea069f5 kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-01f07": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:12:54Z" name: success-200-isvc-01f07.18c8acbbbf7228ae namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 76ac46d2-b853-4e07-8500-77e02ba0383b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-01f07 namespace: kserve-ci-e2e-test resourceVersion: "16610" uid: 81c2cad8-b01a-4df7-ac0d-8a7a4ea069f5 kind: Event lastTimestamp: "2026-08-04T18:13:42Z" message: InferenceService [success-200-isvc-01f07] is Ready metadata: creationTimestamp: "2026-08-04T18:13:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:13:42Z" name: success-200-isvc-01f07.18c8acc6f8fda242 namespace: kserve-ci-e2e-test resourceVersion: "16611" uid: a870838a-8edf-4859-a517-7fac2ee31141 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:13:54.558301Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq namespace: kserve-ci-e2e-test resourceVersion: "16816" uid: e1a17e45-953b-43f4-be9f-015b64efddff kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:13:54Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq.18c8acc9b3db706c namespace: kserve-ci-e2e-test resourceVersion: "16822" uid: d3bdd8e6-71ae-49b9-95aa-5526e4836597 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: e1a17e45-953b-43f4-be9f-015b64efddff kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:13:54Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq.18c8acc9cd42445e namespace: kserve-ci-e2e-test resourceVersion: "16900" uid: 32b50240-a282-4cf5-b2f1-2e8bd9775e30 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: e1a17e45-953b-43f4-be9f-015b64efddff kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq.18c8acc9ceb3d188 namespace: kserve-ci-e2e-test resourceVersion: "16902" uid: 3e625a85-2531-4fdd-a01f-d8ce23127b7c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: e1a17e45-953b-43f4-be9f-015b64efddff kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq.18c8acc9d1664d60 namespace: kserve-ci-e2e-test resourceVersion: "16903" uid: 109b2e64-c2b0-45d8-8932-4f44e5a9fc84 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: e1a17e45-953b-43f4-be9f-015b64efddff kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq.18c8acc9d1ec717e namespace: kserve-ci-e2e-test resourceVersion: "16904" uid: 394ca29b-38b6-4818-a1d0-0e8083d37527 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: e1a17e45-953b-43f4-be9f-015b64efddff kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq.18c8acc9d1f7ba9d namespace: kserve-ci-e2e-test resourceVersion: "16905" uid: 8b928f62-ecd4-4ead-84bb-dc53472661a3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: e1a17e45-953b-43f4-be9f-015b64efddff kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq.18c8acc9d69549aa namespace: kserve-ci-e2e-test resourceVersion: "16909" uid: 92b3dcce-66aa-495c-bca1-22ed42414138 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: e1a17e45-953b-43f4-be9f-015b64efddff kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq.18c8acc9d70e5f0a namespace: kserve-ci-e2e-test resourceVersion: "16910" uid: 46f0c7ca-3450-460e-8b5d-7875a9ed2f71 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: e1a17e45-953b-43f4-be9f-015b64efddff kind: Event lastTimestamp: "2026-08-04T18:23:11Z" message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:11Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq.18c8acca083038be namespace: kserve-ci-e2e-test resourceVersion: "21249" uid: 3b88192c-c293-4012-8d65-cc4b4f53f5f5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: e1a17e45-953b-43f4-be9f-015b64efddff kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:09Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq.18c8ad4ae71e3215 namespace: kserve-ci-e2e-test resourceVersion: "21088" uid: 3c78ffa0-5dc3-45b2-8825-f4b8db2a7653 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: e1a17e45-953b-43f4-be9f-015b64efddff kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:09Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq.18c8ad4ae71ed601 namespace: kserve-ci-e2e-test resourceVersion: "21091" uid: 09251ec4-8015-48de-bd11-e0c6804da4f8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: e1a17e45-953b-43f4-be9f-015b64efddff kind: Event lastTimestamp: "2026-08-04T18:23:11Z" message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp 10.132.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:23:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:11Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq.18c8ad4b7cb115ce namespace: kserve-ci-e2e-test resourceVersion: "21247" uid: e4556a32-c02f-47d0-982b-f43fda099ed9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-315c2-predictor-69cd9f9dfd namespace: kserve-ci-e2e-test resourceVersion: "16796" uid: b4c1ba13-370c-456c-89ac-507a03b7a899 kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: 'Created pod: success-200-isvc-315c2-predictor-69cd9f9dfd-h8vcq' metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:54Z" name: success-200-isvc-315c2-predictor-69cd9f9dfd.18c8acc9b3657b31 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: 7deed4dc-c1eb-463f-bcc6-653360f3ce46 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-315c2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: c98281d0-b732-4e97-a04e-a00e8520b53c kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: Scaled up replica set success-200-isvc-315c2-predictor-69cd9f9dfd from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:54Z" name: success-200-isvc-315c2-predictor.18c8acc9b191f05a namespace: kserve-ci-e2e-test resourceVersion: "16799" uid: 21af63cd-53b1-45f2-88b2-d3f1558a6600 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:14:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-315c2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16795" uid: 0ab3020b-307b-497c-8265-2713d054318c kind: Event lastTimestamp: "2026-08-04T18:14:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:14:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:39Z" name: success-200-isvc-315c2-predictor.18c8accd302679f1 namespace: kserve-ci-e2e-test resourceVersion: "17304" uid: 5889b03b-7cad-4a98-8fa6-2af17b287a78 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:14:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-315c2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16795" uid: 0ab3020b-307b-497c-8265-2713d054318c kind: Event lastTimestamp: "2026-08-04T18:14:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:14:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:39Z" name: success-200-isvc-315c2-predictor.18c8accd3091cd9c namespace: kserve-ci-e2e-test resourceVersion: "17305" uid: e9c87695-49c7-4ce5-9e1e-84d8c90f399d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:14:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-315c2-predictor namespace: kserve-ci-e2e-test resourceVersion: "17062" uid: 0ab3020b-307b-497c-8265-2713d054318c kind: Event lastTimestamp: "2026-08-04T18:15:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:14:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:15:09Z" name: success-200-isvc-315c2-predictor.18c8acd7addf8e8e namespace: kserve-ci-e2e-test resourceVersion: "17581" uid: 5703a5b4-f311-4e83-b29d-9f06e9e61590 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:14:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-315c2-predictor namespace: kserve-ci-e2e-test resourceVersion: "17062" uid: 0ab3020b-307b-497c-8265-2713d054318c kind: Event lastTimestamp: "2026-08-04T18:15:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:14:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:15:09Z" name: success-200-isvc-315c2-predictor.18c8acd7ae4b13b5 namespace: kserve-ci-e2e-test resourceVersion: "17582" uid: fc33e542-5429-4c89-8550-1ac7db1465b3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-315c2 namespace: kserve-ci-e2e-test resourceVersion: "16769" uid: 3704c868-69d3-4513-a2ae-51827383a4ba kind: Event lastTimestamp: "2026-08-04T18:14:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:14:42Z" name: success-200-isvc-315c2.18c8acc9b18fc0f4 namespace: kserve-ci-e2e-test resourceVersion: "17334" uid: a917f381-4b41-4f8f-b3e0-c3a3f37d096c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:14:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-315c2 namespace: kserve-ci-e2e-test resourceVersion: "17331" uid: 3704c868-69d3-4513-a2ae-51827383a4ba kind: Event lastTimestamp: "2026-08-04T18:14:42Z" message: InferenceService [success-200-isvc-315c2] is Ready metadata: creationTimestamp: "2026-08-04T18:14:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:14:42Z" name: success-200-isvc-315c2.18c8acd4c3d12b93 namespace: kserve-ci-e2e-test resourceVersion: "17332" uid: 060f9499-5ad7-4493-8564-6431176fbbe9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:33:45.389441Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg namespace: kserve-ci-e2e-test resourceVersion: "26978" uid: a28fd857-4602-4468-9285-e3a787043a5e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-47ede-predictor-6fd67659b4-bxjfg to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:33:45Z" name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg.18c8addef6eca158 namespace: kserve-ci-e2e-test resourceVersion: "26983" uid: dfa8f71d-25c4-44a4-9a58-ccfc76df07ef reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg namespace: kserve-ci-e2e-test resourceVersion: "26980" uid: a28fd857-4602-4468-9285-e3a787043a5e kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-47ede-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:45Z" name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg.18c8addf01381289 namespace: kserve-ci-e2e-test resourceVersion: "27014" uid: 65e29a22-9454-4f20-b0cc-eb674e9ef456 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:46Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg namespace: kserve-ci-e2e-test resourceVersion: "26986" uid: a28fd857-4602-4468-9285-e3a787043a5e kind: Event lastTimestamp: "2026-08-04T18:33:46Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:33:46Z" name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg.18c8addf343e777f namespace: kserve-ci-e2e-test resourceVersion: "27043" uid: 04d909e9-ef2c-4b6d-beab-f4df7d0afaf0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg namespace: kserve-ci-e2e-test resourceVersion: "26980" uid: a28fd857-4602-4468-9285-e3a787043a5e kind: Event lastTimestamp: "2026-08-04T18:33:46Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:46Z" name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg.18c8addf35b1fbb0 namespace: kserve-ci-e2e-test resourceVersion: "27045" uid: a1b4c64a-03de-4131-a83e-9ab5d14b8c7a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg namespace: kserve-ci-e2e-test resourceVersion: "26980" uid: a28fd857-4602-4468-9285-e3a787043a5e kind: Event lastTimestamp: "2026-08-04T18:33:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:46Z" name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg.18c8addf383e38dc namespace: kserve-ci-e2e-test resourceVersion: "27047" uid: f495167e-cf04-4138-9ca2-285e472e1f90 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg namespace: kserve-ci-e2e-test resourceVersion: "26980" uid: a28fd857-4602-4468-9285-e3a787043a5e kind: Event lastTimestamp: "2026-08-04T18:33:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:46Z" name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg.18c8addf38aa4e2b namespace: kserve-ci-e2e-test resourceVersion: "27048" uid: b9569f10-d417-4b78-9218-264543deb20b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg namespace: kserve-ci-e2e-test resourceVersion: "26980" uid: a28fd857-4602-4468-9285-e3a787043a5e kind: Event lastTimestamp: "2026-08-04T18:33:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:46Z" name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg.18c8addf38b37dff namespace: kserve-ci-e2e-test resourceVersion: "27049" uid: 42091894-35e0-4869-a369-b060b6152e71 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg namespace: kserve-ci-e2e-test resourceVersion: "26980" uid: a28fd857-4602-4468-9285-e3a787043a5e kind: Event lastTimestamp: "2026-08-04T18:33:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:46Z" name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg.18c8addf3ba2f199 namespace: kserve-ci-e2e-test resourceVersion: "27050" uid: 8bd53977-4485-4027-8124-75133675aa7d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg namespace: kserve-ci-e2e-test resourceVersion: "26980" uid: a28fd857-4602-4468-9285-e3a787043a5e kind: Event lastTimestamp: "2026-08-04T18:33:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:46Z" name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg.18c8addf3c1bc705 namespace: kserve-ci-e2e-test resourceVersion: "27051" uid: 0c06314a-9cc0-44ef-9e91-883728cc87d4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:33:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg namespace: kserve-ci-e2e-test resourceVersion: "26980" uid: a28fd857-4602-4468-9285-e3a787043a5e kind: Event lastTimestamp: "2026-08-04T18:34:24Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:33:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:34:24Z" name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg.18c8addfadc121fb namespace: kserve-ci-e2e-test resourceVersion: "27404" uid: 0b9ad1b6-1ca0-43c6-8a17-08f05479dcd7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:43:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg namespace: kserve-ci-e2e-test resourceVersion: "26980" uid: a28fd857-4602-4468-9285-e3a787043a5e kind: Event lastTimestamp: "2026-08-04T18:43:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:43:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:43:00Z" name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg.18c8ae603174ded8 namespace: kserve-ci-e2e-test resourceVersion: "31102" uid: 0fb61510-58d1-475c-bb19-ffe705fd7040 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:43:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg namespace: kserve-ci-e2e-test resourceVersion: "26980" uid: a28fd857-4602-4468-9285-e3a787043a5e kind: Event lastTimestamp: "2026-08-04T18:43:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:43:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:43:00Z" name: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg.18c8ae60317563ad namespace: kserve-ci-e2e-test resourceVersion: "31103" uid: e5628ca6-7fca-4bd8-a763-9d0fa300bb83 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-47ede-predictor-6fd67659b4 namespace: kserve-ci-e2e-test resourceVersion: "26968" uid: 8701abb6-0cb3-47c0-9bf9-35fd85a7c744 kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: 'Created pod: success-200-isvc-47ede-predictor-6fd67659b4-bxjfg' metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:45Z" name: success-200-isvc-47ede-predictor-6fd67659b4.18c8addef672298d namespace: kserve-ci-e2e-test resourceVersion: "26979" uid: ac02dc17-e1bc-45a4-be0d-76bb7eb499c4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-47ede-predictor namespace: kserve-ci-e2e-test resourceVersion: "26964" uid: 4d50bcee-8613-4396-8388-1043288f3315 kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: Scaled up replica set success-200-isvc-47ede-predictor-6fd67659b4 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:45Z" name: success-200-isvc-47ede-predictor.18c8addef4d72b1d namespace: kserve-ci-e2e-test resourceVersion: "26970" uid: ac4b743b-d33e-499f-a4ec-eb55e3d9179c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:34:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-47ede-predictor namespace: kserve-ci-e2e-test resourceVersion: "26967" uid: a8dafa0f-217c-45d4-aa7b-56a4680dc7cb kind: Event lastTimestamp: "2026-08-04T18:35:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:34:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:35:00Z" name: success-200-isvc-47ede-predictor.18c8ade27452ee4e namespace: kserve-ci-e2e-test resourceVersion: "27769" uid: 128f6ca0-da66-4d8a-8bd2-9f16a135c479 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:34:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-47ede-predictor namespace: kserve-ci-e2e-test resourceVersion: "26967" uid: a8dafa0f-217c-45d4-aa7b-56a4680dc7cb kind: Event lastTimestamp: "2026-08-04T18:35:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:34:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:35:00Z" name: success-200-isvc-47ede-predictor.18c8ade274deeff3 namespace: kserve-ci-e2e-test resourceVersion: "27770" uid: e9fd929e-a5c9-4571-85a8-eaa992ac45f3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-47ede namespace: kserve-ci-e2e-test resourceVersion: "26942" uid: bcb49181-9708-4080-bb4a-ee6125684020 kind: Event lastTimestamp: "2026-08-04T18:34:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:34:34Z" name: success-200-isvc-47ede.18c8addef4df749e namespace: kserve-ci-e2e-test resourceVersion: "27497" uid: 2d51122c-518d-4ff3-9db3-3533ca1aee15 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-47ede namespace: kserve-ci-e2e-test resourceVersion: "26942" uid: bcb49181-9708-4080-bb4a-ee6125684020 kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: 'Failed to update status for InferenceService "success-200-isvc-47ede": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-47ede": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:33:45Z" name: success-200-isvc-47ede.18c8addef571ee20 namespace: kserve-ci-e2e-test resourceVersion: "26975" uid: 284a4c10-149d-4593-85ad-2f9846908892 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-47ede namespace: kserve-ci-e2e-test resourceVersion: "26942" uid: bcb49181-9708-4080-bb4a-ee6125684020 kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-47ede": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:33:45Z" name: success-200-isvc-47ede.18c8addef5723982 namespace: kserve-ci-e2e-test resourceVersion: "26976" uid: 129ffe72-97c2-40c8-bfa7-26bff49d5cbb reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-47ede namespace: kserve-ci-e2e-test resourceVersion: "27495" uid: bcb49181-9708-4080-bb4a-ee6125684020 kind: Event lastTimestamp: "2026-08-04T18:34:34Z" message: InferenceService [success-200-isvc-47ede] is Ready metadata: creationTimestamp: "2026-08-04T18:34:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:34:34Z" name: success-200-isvc-47ede.18c8adea69e34483 namespace: kserve-ci-e2e-test resourceVersion: "27496" uid: 4b7f5bad-b2f3-4f75-9bf3-e1a26216d072 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:33:35.037502Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-493ba-predictor-587766b78d-tbfg9 namespace: kserve-ci-e2e-test resourceVersion: "26706" uid: d70681f7-5e81-4c3b-8b8d-3d965875b8a0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-493ba-predictor-587766b78d-tbfg9 to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:33:35Z" name: success-200-isvc-493ba-predictor-587766b78d-tbfg9.18c8addc8de69d70 namespace: kserve-ci-e2e-test resourceVersion: "26713" uid: ff819c59-9fc5-4278-8e63-1ccae8e316dd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-493ba-predictor-587766b78d-tbfg9 namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: d70681f7-5e81-4c3b-8b8d-3d965875b8a0 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-493ba-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:35Z" name: success-200-isvc-493ba-predictor-587766b78d-tbfg9.18c8addc95f1671d namespace: kserve-ci-e2e-test resourceVersion: "26769" uid: 2d79bb01-4280-4432-81e7-7ff0c7761547 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-493ba-predictor-587766b78d-tbfg9 namespace: kserve-ci-e2e-test resourceVersion: "26719" uid: d70681f7-5e81-4c3b-8b8d-3d965875b8a0 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:33:36Z" name: success-200-isvc-493ba-predictor-587766b78d-tbfg9.18c8addccb4fd012 namespace: kserve-ci-e2e-test resourceVersion: "26799" uid: 5e0503fe-c8a4-45d2-b152-996cf542a281 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-493ba-predictor-587766b78d-tbfg9 namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: d70681f7-5e81-4c3b-8b8d-3d965875b8a0 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:36Z" name: success-200-isvc-493ba-predictor-587766b78d-tbfg9.18c8addccccb27c4 namespace: kserve-ci-e2e-test resourceVersion: "26802" uid: c74fed59-5ca7-4b84-ac69-61d27f9c1c33 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-493ba-predictor-587766b78d-tbfg9 namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: d70681f7-5e81-4c3b-8b8d-3d965875b8a0 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:36Z" name: success-200-isvc-493ba-predictor-587766b78d-tbfg9.18c8addccfdc3dd1 namespace: kserve-ci-e2e-test resourceVersion: "26803" uid: 15b661f0-9dcc-40a0-b408-69abc77fe067 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-493ba-predictor-587766b78d-tbfg9 namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: d70681f7-5e81-4c3b-8b8d-3d965875b8a0 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:36Z" name: success-200-isvc-493ba-predictor-587766b78d-tbfg9.18c8addcd0528c77 namespace: kserve-ci-e2e-test resourceVersion: "26804" uid: ace450ff-2ecd-4d3a-8aa9-3fd521d809b2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-493ba-predictor-587766b78d-tbfg9 namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: d70681f7-5e81-4c3b-8b8d-3d965875b8a0 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:36Z" name: success-200-isvc-493ba-predictor-587766b78d-tbfg9.18c8addcd05de15a namespace: kserve-ci-e2e-test resourceVersion: "26805" uid: 506cc865-c783-4345-96bf-c93dc117307b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-493ba-predictor-587766b78d-tbfg9 namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: d70681f7-5e81-4c3b-8b8d-3d965875b8a0 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:36Z" name: success-200-isvc-493ba-predictor-587766b78d-tbfg9.18c8addcd39349a8 namespace: kserve-ci-e2e-test resourceVersion: "26809" uid: 67b18180-3591-4600-b956-0f80b289777d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-493ba-predictor-587766b78d-tbfg9 namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: d70681f7-5e81-4c3b-8b8d-3d965875b8a0 kind: Event lastTimestamp: "2026-08-04T18:33:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:36Z" name: success-200-isvc-493ba-predictor-587766b78d-tbfg9.18c8addcd4090a17 namespace: kserve-ci-e2e-test resourceVersion: "26810" uid: 06b747e7-8bdd-49a6-b249-98a7ce151b83 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:33:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-493ba-predictor-587766b78d-tbfg9 namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: d70681f7-5e81-4c3b-8b8d-3d965875b8a0 kind: Event lastTimestamp: "2026-08-04T18:34:12Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:33:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:34:12Z" name: success-200-isvc-493ba-predictor-587766b78d-tbfg9.18c8addcdf47d63e namespace: kserve-ci-e2e-test resourceVersion: "27286" uid: 85a0adff-bba3-41dc-9151-e39244badc74 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:50:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-493ba-predictor-587766b78d-tbfg9 namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: d70681f7-5e81-4c3b-8b8d-3d965875b8a0 kind: Event lastTimestamp: "2026-08-04T18:50:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:50:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:50:54Z" name: success-200-isvc-493ba-predictor-587766b78d-tbfg9.18c8aece9568956f namespace: kserve-ci-e2e-test resourceVersion: "34387" uid: db8b67a8-336f-493c-9874-49808827f72a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:50:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-493ba-predictor-587766b78d-tbfg9 namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: d70681f7-5e81-4c3b-8b8d-3d965875b8a0 kind: Event lastTimestamp: "2026-08-04T18:50:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:50:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:50:54Z" name: success-200-isvc-493ba-predictor-587766b78d-tbfg9.18c8aece9569025b namespace: kserve-ci-e2e-test resourceVersion: "34388" uid: 14dff709-0c73-4802-95a6-3b0325fe014f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-493ba-predictor-587766b78d namespace: kserve-ci-e2e-test resourceVersion: "26690" uid: 953c5f2a-f57a-4c07-aa1a-c9f114712d8a kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: 'Created pod: success-200-isvc-493ba-predictor-587766b78d-tbfg9' metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:35Z" name: success-200-isvc-493ba-predictor-587766b78d.18c8addc8d67cfbb namespace: kserve-ci-e2e-test resourceVersion: "26708" uid: 0b7971b1-33f9-4fae-b70e-b41a46c1e9c0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-493ba-predictor namespace: kserve-ci-e2e-test resourceVersion: "26683" uid: d242a6a7-8251-4c3a-81c0-e41a3f23a859 kind: Event lastTimestamp: "2026-08-04T18:33:34Z" message: Scaled up replica set success-200-isvc-493ba-predictor-587766b78d from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:34Z" name: success-200-isvc-493ba-predictor.18c8addc8b3500db namespace: kserve-ci-e2e-test resourceVersion: "26693" uid: b7cedd71-806a-481c-8d49-f3edb9abd011 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:33:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-493ba-predictor namespace: kserve-ci-e2e-test resourceVersion: "26689" uid: 8fc60c69-1991-4995-ba0d-e5f1083d7368 kind: Event lastTimestamp: "2026-08-04T18:34:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:33:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:05Z" name: success-200-isvc-493ba-predictor.18c8ade009e398dd namespace: kserve-ci-e2e-test resourceVersion: "27234" uid: ce7d7731-8e2a-4a83-96da-f476370bf339 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:33:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-493ba-predictor namespace: kserve-ci-e2e-test resourceVersion: "26689" uid: 8fc60c69-1991-4995-ba0d-e5f1083d7368 kind: Event lastTimestamp: "2026-08-04T18:34:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:33:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:05Z" name: success-200-isvc-493ba-predictor.18c8ade00a5795aa namespace: kserve-ci-e2e-test resourceVersion: "27235" uid: ae0f4b44-f526-4418-ba9b-e3dc5a3b4873 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:34:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-493ba-predictor namespace: kserve-ci-e2e-test resourceVersion: "27099" uid: 8fc60c69-1991-4995-ba0d-e5f1083d7368 kind: Event lastTimestamp: "2026-08-04T18:34:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:34:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:50Z" name: success-200-isvc-493ba-predictor.18c8ade70842205b namespace: kserve-ci-e2e-test resourceVersion: "27684" uid: 40e51470-db25-4a4e-9e56-888b4ca28049 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:34:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-493ba-predictor namespace: kserve-ci-e2e-test resourceVersion: "27099" uid: 8fc60c69-1991-4995-ba0d-e5f1083d7368 kind: Event lastTimestamp: "2026-08-04T18:34:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:34:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:50Z" name: success-200-isvc-493ba-predictor.18c8ade708e378b3 namespace: kserve-ci-e2e-test resourceVersion: "27685" uid: 5d4b8fe4-f318-479b-b13f-557b5e2e98f8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:33:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-493ba namespace: kserve-ci-e2e-test resourceVersion: "26662" uid: 288ba33b-7359-4cca-bcdd-8f525368cfc1 kind: Event lastTimestamp: "2026-08-04T18:34:22Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:34:22Z" name: success-200-isvc-493ba.18c8addc8b43cdd1 namespace: kserve-ci-e2e-test resourceVersion: "27379" uid: 3eb4973a-b900-4452-9750-3d898cab2b04 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-493ba namespace: kserve-ci-e2e-test resourceVersion: "26662" uid: 288ba33b-7359-4cca-bcdd-8f525368cfc1 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: 'Failed to update status for InferenceService "success-200-isvc-493ba": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-493ba": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:33:35Z" name: success-200-isvc-493ba.18c8addc8c272adc namespace: kserve-ci-e2e-test resourceVersion: "26701" uid: 5f479838-7bd7-4fa8-a5c4-5e7bf69def57 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-493ba namespace: kserve-ci-e2e-test resourceVersion: "26662" uid: 288ba33b-7359-4cca-bcdd-8f525368cfc1 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-493ba": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:33:35Z" name: success-200-isvc-493ba.18c8addc8c276882 namespace: kserve-ci-e2e-test resourceVersion: "26703" uid: 78c4f9c7-04b3-4c2b-b077-0c97027dbf1d reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-493ba namespace: kserve-ci-e2e-test resourceVersion: "27376" uid: 288ba33b-7359-4cca-bcdd-8f525368cfc1 kind: Event lastTimestamp: "2026-08-04T18:34:22Z" message: InferenceService [success-200-isvc-493ba] is Ready metadata: creationTimestamp: "2026-08-04T18:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:34:22Z" name: success-200-isvc-493ba.18c8ade79aee997e namespace: kserve-ci-e2e-test resourceVersion: "27378" uid: 20bf2042-7b20-4cb8-97b4-28ae5f55aa26 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:11:24.176061Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14956" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:11:24Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8aca6b06089d8 namespace: kserve-ci-e2e-test resourceVersion: "14960" uid: ec3333a9-58ca-444b-8488-718980d4e704 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14964" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: Add eth0 [10.132.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:11:24Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8aca6ca78675a namespace: kserve-ci-e2e-test resourceVersion: "15039" uid: 9ee91393-2ae2-434d-8490-88d78858ce7f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1846" metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:24Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8aca6cbf127a5 namespace: kserve-ci-e2e-test resourceVersion: "15045" uid: cfd2a7f5-1a87-41c2-9761-155e9cf67de6 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:11:35Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1846" in 11.106s (11.106s including waiting). Image size: 1334932061 bytes.' metadata: creationTimestamp: "2026-08-04T18:11:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:35Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8aca961ea5212 namespace: kserve-ci-e2e-test resourceVersion: "15232" uid: 37ca2540-ecfa-4fa7-bcdf-3849312d9096 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:11:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:11:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:35Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8aca964f6b522 namespace: kserve-ci-e2e-test resourceVersion: "15233" uid: aa290683-f261-443b-b2d6-cf46713d45b2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:11:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:11:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:35Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8aca96556a613 namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 0d63440f-20a9-4897-b3df-19df34033d96 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:11:35Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-08-04T18:11:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:35Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8aca9656603bf namespace: kserve-ci-e2e-test resourceVersion: "15235" uid: 258b0301-7905-4980-816a-d47f50eeb95b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:11:37Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.086s (2.086s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-08-04T18:11:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:37Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8aca9e1ca2ecf namespace: kserve-ci-e2e-test resourceVersion: "15253" uid: 30ee1347-0876-4339-ad67-59c5ced908c7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:11:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:11:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:37Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8aca9e474c825 namespace: kserve-ci-e2e-test resourceVersion: "15254" uid: 9dbae0c0-c5bc-437a-9647-a98675a3f500 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:11:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:11:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:11:37Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8aca9e4d47909 namespace: kserve-ci-e2e-test resourceVersion: "15255" uid: 46a596a7-539c-4073-9c16-71bcc0be28b0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-08-04T18:11:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8acaa3e7e1ef3 namespace: kserve-ci-e2e-test resourceVersion: "16170" uid: 06b0a3c9-9b9a-4ac9-82f9-dd2574c4f6fd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:54Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8acbbbe84a6aa namespace: kserve-ci-e2e-test resourceVersion: "16090" uid: 77d0b898-39b2-4068-bbad-5d5b07c90aaf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:54Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8acbbbe850c6c namespace: kserve-ci-e2e-test resourceVersion: "16094" uid: 24431ccc-0fa4-4a11-9e01-a4d0c573a1ba reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9 namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: e75bef20-2245-4b91-95d5-101ebf4adc5f kind: Event lastTimestamp: "2026-08-04T18:12:55Z" message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp 10.132.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:12:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:55Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9.18c8acbbf0a8a0fd namespace: kserve-ci-e2e-test resourceVersion: "16169" uid: 95a3ea63-ace5-4092-9e2c-6a36b4498691 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-4a809-predictor-5dcd77f4d6 namespace: kserve-ci-e2e-test resourceVersion: "14949" uid: beaa923e-6363-4b9a-a242-7c4908c38015 kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: 'Created pod: success-200-isvc-4a809-predictor-5dcd77f4d6-v75w9' metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:11:24Z" name: success-200-isvc-4a809-predictor-5dcd77f4d6.18c8aca6aff0718e namespace: kserve-ci-e2e-test resourceVersion: "14957" uid: d0828683-6ad8-4bbc-817f-768251db838d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-4a809-predictor namespace: kserve-ci-e2e-test resourceVersion: "14948" uid: c62fb7f3-9e52-405c-b2ed-7f82c273b2d7 kind: Event lastTimestamp: "2026-08-04T18:11:24Z" message: Scaled up replica set success-200-isvc-4a809-predictor-5dcd77f4d6 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:11:24Z" name: success-200-isvc-4a809-predictor.18c8aca6ac851003 namespace: kserve-ci-e2e-test resourceVersion: "14950" uid: 87c0c859-3824-4646-8a08-745e1676c103 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4a809-predictor namespace: kserve-ci-e2e-test resourceVersion: "14965" uid: 6ed16277-2c89-409d-b0e4-88409a86d030 kind: Event lastTimestamp: "2026-08-04T18:12:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:09Z" name: success-200-isvc-4a809-predictor.18c8acaa323fd9c6 namespace: kserve-ci-e2e-test resourceVersion: "15582" uid: 23428738-b620-4ffd-904e-7c3fa9a723ba reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4a809-predictor namespace: kserve-ci-e2e-test resourceVersion: "14965" uid: 6ed16277-2c89-409d-b0e4-88409a86d030 kind: Event lastTimestamp: "2026-08-04T18:12:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:09Z" name: success-200-isvc-4a809-predictor.18c8acaa32af1dfd namespace: kserve-ci-e2e-test resourceVersion: "15583" uid: 23291f8f-1959-46ad-800d-1d8c21ad88e1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4a809-predictor namespace: kserve-ci-e2e-test resourceVersion: "15273" uid: 6ed16277-2c89-409d-b0e4-88409a86d030 kind: Event lastTimestamp: "2026-08-04T18:12:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:39Z" name: success-200-isvc-4a809-predictor.18c8acb4b0b00037 namespace: kserve-ci-e2e-test resourceVersion: "15863" uid: f4b94248-9b27-409a-9f13-8509fe5412c6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4a809-predictor namespace: kserve-ci-e2e-test resourceVersion: "15273" uid: 6ed16277-2c89-409d-b0e4-88409a86d030 kind: Event lastTimestamp: "2026-08-04T18:12:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:39Z" name: success-200-isvc-4a809-predictor.18c8acb4b12e4aa3 namespace: kserve-ci-e2e-test resourceVersion: "15864" uid: 2948be09-dd94-489c-8576-4b32a06ac10e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:11:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4a809 namespace: kserve-ci-e2e-test resourceVersion: "14940" uid: ca515842-2817-44c1-a653-220415dba8a1 kind: Event lastTimestamp: "2026-08-04T18:12:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:12:25Z" name: success-200-isvc-4a809.18c8aca6b2d4e980 namespace: kserve-ci-e2e-test resourceVersion: "15765" uid: 675e40a3-a0d2-41a0-8609-d3ccde4a1ff7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4a809 namespace: kserve-ci-e2e-test resourceVersion: "15763" uid: ca515842-2817-44c1-a653-220415dba8a1 kind: Event lastTimestamp: "2026-08-04T18:12:25Z" message: InferenceService [success-200-isvc-4a809] is Ready metadata: creationTimestamp: "2026-08-04T18:12:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:12:25Z" name: success-200-isvc-4a809.18c8acb4f9f71e2c namespace: kserve-ci-e2e-test resourceVersion: "15764" uid: c581b346-1bee-4510-8033-6386d2b003ba reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:32:35.158879Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg namespace: kserve-ci-e2e-test resourceVersion: "26089" uid: 6aea7d0a-ac43-426f-a799-567da39ed2ad kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:32:35Z" name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg.18c8adce9cdb5818 namespace: kserve-ci-e2e-test resourceVersion: "26098" uid: edef1bbf-3d59-45be-b0d3-e157b9abfe8c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 6aea7d0a-ac43-426f-a799-567da39ed2ad kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-8c81a-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:35Z" name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg.18c8adcea67c51e2 namespace: kserve-ci-e2e-test resourceVersion: "26140" uid: 2ee2c07d-4f6c-46c3-aaff-accfe3a620e8 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:36Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg namespace: kserve-ci-e2e-test resourceVersion: "26112" uid: 6aea7d0a-ac43-426f-a799-567da39ed2ad kind: Event lastTimestamp: "2026-08-04T18:32:36Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:32:36Z" name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg.18c8adceda5e82e6 namespace: kserve-ci-e2e-test resourceVersion: "26165" uid: 0a08165a-9e62-4b46-a5f7-fc721e32a004 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 6aea7d0a-ac43-426f-a799-567da39ed2ad kind: Event lastTimestamp: "2026-08-04T18:32:36Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:36Z" name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg.18c8adcedc35ea79 namespace: kserve-ci-e2e-test resourceVersion: "26168" uid: 9ec05ac6-eb16-4472-a103-de8113f3cc8a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 6aea7d0a-ac43-426f-a799-567da39ed2ad kind: Event lastTimestamp: "2026-08-04T18:32:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:36Z" name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg.18c8adcedf2e51cf namespace: kserve-ci-e2e-test resourceVersion: "26169" uid: bb534be3-06a8-458c-9db3-1c40f5dc9087 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 6aea7d0a-ac43-426f-a799-567da39ed2ad kind: Event lastTimestamp: "2026-08-04T18:32:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:36Z" name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg.18c8adcedf9ce436 namespace: kserve-ci-e2e-test resourceVersion: "26170" uid: 3b721812-fc1f-4d37-b452-bede7fb9476a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 6aea7d0a-ac43-426f-a799-567da39ed2ad kind: Event lastTimestamp: "2026-08-04T18:32:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:36Z" name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg.18c8adcedfa70d37 namespace: kserve-ci-e2e-test resourceVersion: "26171" uid: 02ccbd66-2b8d-48e8-9eda-646cba097a7f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 6aea7d0a-ac43-426f-a799-567da39ed2ad kind: Event lastTimestamp: "2026-08-04T18:32:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:36Z" name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg.18c8adcee295b371 namespace: kserve-ci-e2e-test resourceVersion: "26172" uid: 626afc06-f1dc-4511-b416-dbaaa906051a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 6aea7d0a-ac43-426f-a799-567da39ed2ad kind: Event lastTimestamp: "2026-08-04T18:32:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:36Z" name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg.18c8adcee34da05f namespace: kserve-ci-e2e-test resourceVersion: "26173" uid: 54434710-ca5d-480a-9ede-85c7269738cc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:32:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 6aea7d0a-ac43-426f-a799-567da39ed2ad kind: Event lastTimestamp: "2026-08-04T18:33:14Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:32:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:14Z" name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg.18c8adcf512f7554 namespace: kserve-ci-e2e-test resourceVersion: "26484" uid: 9d44f31a-b7d9-45e1-b96f-941cc749e640 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 6aea7d0a-ac43-426f-a799-567da39ed2ad kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:45Z" name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg.18c8addef4b75ab3 namespace: kserve-ci-e2e-test resourceVersion: "26969" uid: ee2247c2-2b11-4794-be67-dc632947121e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 6aea7d0a-ac43-426f-a799-567da39ed2ad kind: Event lastTimestamp: "2026-08-04T18:33:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:33:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:45Z" name: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg.18c8addef4b7d4ab namespace: kserve-ci-e2e-test resourceVersion: "26973" uid: f3e463ca-48f0-4ce1-9a9a-b9e49f04c8e2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8c81a-predictor-f8d8945c6 namespace: kserve-ci-e2e-test resourceVersion: "26073" uid: 25df197c-19f6-4e86-aa79-6cb54db21d09 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: 'Created pod: success-200-isvc-8c81a-predictor-f8d8945c6-v2fbg' metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:32:35Z" name: success-200-isvc-8c81a-predictor-f8d8945c6.18c8adce9c198643 namespace: kserve-ci-e2e-test resourceVersion: "26091" uid: 063899dc-a410-4319-a1d4-6c8de20a2b12 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8c81a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26065" uid: 4ee9ba5e-0e03-44f0-b26c-989e61741a23 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: Scaled up replica set success-200-isvc-8c81a-predictor-f8d8945c6 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:32:35Z" name: success-200-isvc-8c81a-predictor.18c8adce95a12dd5 namespace: kserve-ci-e2e-test resourceVersion: "26076" uid: e2205c8f-28fd-4d4e-be00-91503e023d4b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8c81a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26068" uid: ad7177e4-b470-4e96-b64d-c2354837d484 kind: Event lastTimestamp: "2026-08-04T18:32:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:32:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:32:50Z" name: success-200-isvc-8c81a-predictor.18c8add21408a263 namespace: kserve-ci-e2e-test resourceVersion: "26299" uid: 13c6da7b-d5ce-498e-af3f-0f78d6c884d8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8c81a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26068" uid: ad7177e4-b470-4e96-b64d-c2354837d484 kind: Event lastTimestamp: "2026-08-04T18:32:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:32:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:32:50Z" name: success-200-isvc-8c81a-predictor.18c8add21495ee14 namespace: kserve-ci-e2e-test resourceVersion: "26300" uid: 51d22ce6-a77e-4aaa-bd92-7a00a41904c0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:33:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8c81a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26298" uid: ad7177e4-b470-4e96-b64d-c2354837d484 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:33:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:35Z" name: success-200-isvc-8c81a-predictor.18c8add5940a5282 namespace: kserve-ci-e2e-test resourceVersion: "26741" uid: cf4ca8ee-4b0b-4e22-9640-5cb738c29db0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:33:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8c81a-predictor namespace: kserve-ci-e2e-test resourceVersion: "26298" uid: ad7177e4-b470-4e96-b64d-c2354837d484 kind: Event lastTimestamp: "2026-08-04T18:33:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:33:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:33:35Z" name: success-200-isvc-8c81a-predictor.18c8add594825b33 namespace: kserve-ci-e2e-test resourceVersion: "26744" uid: bd2fb8a2-a71c-4754-9a53-363e1e51b9bd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8c81a namespace: kserve-ci-e2e-test resourceVersion: "26054" uid: 8fe66a27-8764-47fa-9cc9-4daa3d0aee34 kind: Event lastTimestamp: "2026-08-04T18:33:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:33:24Z" name: success-200-isvc-8c81a.18c8adce95611c5a namespace: kserve-ci-e2e-test resourceVersion: "26572" uid: 8528aca8-eb9f-403e-89c2-5574a1519f3a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8c81a namespace: kserve-ci-e2e-test resourceVersion: "26054" uid: 8fe66a27-8764-47fa-9cc9-4daa3d0aee34 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: 'Failed to update status for InferenceService "success-200-isvc-8c81a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8c81a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:32:35Z" name: success-200-isvc-8c81a.18c8adce967a27a8 namespace: kserve-ci-e2e-test resourceVersion: "26080" uid: 87f24114-9210-4750-a7d7-b2b0e507c388 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8c81a namespace: kserve-ci-e2e-test resourceVersion: "26054" uid: 8fe66a27-8764-47fa-9cc9-4daa3d0aee34 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8c81a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:32:35Z" name: success-200-isvc-8c81a.18c8adce967a757d namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 48bab211-c594-4019-8784-abc1b7dc2d30 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8c81a namespace: kserve-ci-e2e-test resourceVersion: "26569" uid: 8fe66a27-8764-47fa-9cc9-4daa3d0aee34 kind: Event lastTimestamp: "2026-08-04T18:33:24Z" message: InferenceService [success-200-isvc-8c81a] is Ready metadata: creationTimestamp: "2026-08-04T18:33:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:33:24Z" name: success-200-isvc-8c81a.18c8adda0cea8073 namespace: kserve-ci-e2e-test resourceVersion: "26570" uid: 4164f8b5-14ee-424b-821c-1a670a513ab1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:23:09.537966Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-94d00-predictor-85bcffb47b-j4wcf to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:23:09Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad4aeb3915e8 namespace: kserve-ci-e2e-test resourceVersion: "21120" uid: db3d2d17-eeaa-400e-8d75-04bf34c92331 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-94d00-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:09Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad4af9d355e5 namespace: kserve-ci-e2e-test resourceVersion: "21189" uid: 75f2d934-e5ca-4082-8315-caaf7f1a0fc2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21127" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:23:10Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad4b28b1f90e namespace: kserve-ci-e2e-test resourceVersion: "21219" uid: 26d7dbda-2bfe-4a28-a46c-47d1c9d6094b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad4b2a280993 namespace: kserve-ci-e2e-test resourceVersion: "21221" uid: 7ffc1da1-a401-43b1-8503-00034506e45d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad4b2d2c6458 namespace: kserve-ci-e2e-test resourceVersion: "21223" uid: 01461a22-c743-49a0-97ec-a11ea7ecf7b6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad4b2da18841 namespace: kserve-ci-e2e-test resourceVersion: "21224" uid: 55c75bfd-576f-4901-99f5-c126583e9b1a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad4b2dabb4aa namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: 935b0a98-2e9d-4033-a29b-b0e931e3863f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad4b3075014a namespace: kserve-ci-e2e-test resourceVersion: "21226" uid: b295aafe-411d-48e5-a57c-8d623a25401a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: "2026-08-04T18:23:10Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:23:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:10Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad4b30e6e601 namespace: kserve-ci-e2e-test resourceVersion: "21227" uid: 415ca7de-910a-4f70-8acf-d2bb3bbfbdcb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:23:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: "2026-08-04T18:23:48Z" message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:23:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:48Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad4b81d5c947 namespace: kserve-ci-e2e-test resourceVersion: "21708" uid: b2ed96af-d5a7-4179-a70b-614e14602bdd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:20Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad5b659312f6 namespace: kserve-ci-e2e-test resourceVersion: "22142" uid: 7579ffaf-d859-4dfd-b490-67e377d9fbc8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:20Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad5b659c1dca namespace: kserve-ci-e2e-test resourceVersion: "22145" uid: d392ad81-c48c-4d4a-9d0c-35b0e30b7fc0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 41d6b9b8-e816-4e5b-a834-9149bbfcc784 kind: Event lastTimestamp: "2026-08-04T18:24:23Z" message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp 10.132.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:24:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:23Z" name: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf.18c8ad5c0a18603e namespace: kserve-ci-e2e-test resourceVersion: "22231" uid: becceee0-a13f-49cc-9b3a-32d8b960505d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-94d00-predictor-85bcffb47b namespace: kserve-ci-e2e-test resourceVersion: "21096" uid: 139d7e83-276f-4eba-a094-20b1d7a60f98 kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: 'Created pod: success-200-isvc-94d00-predictor-85bcffb47b-j4wcf' metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:09Z" name: success-200-isvc-94d00-predictor-85bcffb47b.18c8ad4aeab405e3 namespace: kserve-ci-e2e-test resourceVersion: "21116" uid: 8dfd38df-6c4c-466e-9cc6-77cbefba778f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-94d00-predictor namespace: kserve-ci-e2e-test resourceVersion: "21093" uid: 15b7333a-e507-4f42-b6d8-645ae475670f kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: Scaled up replica set success-200-isvc-94d00-predictor-85bcffb47b from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:09Z" name: success-200-isvc-94d00-predictor.18c8ad4ae8a7b20b namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: 242c4f9a-c720-4a34-b558-60b2a2f109dc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:23:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-94d00-predictor namespace: kserve-ci-e2e-test resourceVersion: "21095" uid: ec8188f7-f89c-4f62-ab34-e9b6fd5dcbc7 kind: Event lastTimestamp: "2026-08-04T18:23:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:23:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:54Z" name: success-200-isvc-94d00-predictor.18c8ad4e67f08b5f namespace: kserve-ci-e2e-test resourceVersion: "21762" uid: 666ea7b2-5ef4-4477-82ba-58591f252c81 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:23:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-94d00-predictor namespace: kserve-ci-e2e-test resourceVersion: "21095" uid: ec8188f7-f89c-4f62-ab34-e9b6fd5dcbc7 kind: Event lastTimestamp: "2026-08-04T18:23:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:23:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:54Z" name: success-200-isvc-94d00-predictor.18c8ad4e686a978b namespace: kserve-ci-e2e-test resourceVersion: "21763" uid: 3e8d2705-6029-4513-a882-e380f0ccf7f8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-94d00-predictor namespace: kserve-ci-e2e-test resourceVersion: "21513" uid: ec8188f7-f89c-4f62-ab34-e9b6fd5dcbc7 kind: Event lastTimestamp: "2026-08-04T18:24:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:09Z" name: success-200-isvc-94d00-predictor.18c8ad58e6c41cc9 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 11f1b13c-bc96-4612-957e-670bb748bf59 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-94d00-predictor namespace: kserve-ci-e2e-test resourceVersion: "21513" uid: ec8188f7-f89c-4f62-ab34-e9b6fd5dcbc7 kind: Event lastTimestamp: "2026-08-04T18:24:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:09Z" name: success-200-isvc-94d00-predictor.18c8ad58e732f237 namespace: kserve-ci-e2e-test resourceVersion: "21934" uid: c5769617-6aa9-4dd7-b055-b24d3a3818d9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-94d00 namespace: kserve-ci-e2e-test resourceVersion: "21072" uid: 4ca2734d-5c64-47fb-b1e6-db6eaa2695d6 kind: Event lastTimestamp: "2026-08-04T18:23:58Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:23:58Z" name: success-200-isvc-94d00.18c8ad4ae8b6fb54 namespace: kserve-ci-e2e-test resourceVersion: "21800" uid: 974f3fe0-51bf-4819-8e4f-4c1706e6a420 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-94d00 namespace: kserve-ci-e2e-test resourceVersion: "21798" uid: 4ca2734d-5c64-47fb-b1e6-db6eaa2695d6 kind: Event lastTimestamp: "2026-08-04T18:23:58Z" message: InferenceService [success-200-isvc-94d00] is Ready metadata: creationTimestamp: "2026-08-04T18:23:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:23:58Z" name: success-200-isvc-94d00.18c8ad563dfa1379 namespace: kserve-ci-e2e-test resourceVersion: "21799" uid: 8e56fbf9-f71a-4baa-ba41-d9b4e61b5fea reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:22:09.683249Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg namespace: kserve-ci-e2e-test resourceVersion: "20504" uid: d6451404-5d8d-491a-bfaf-6914ec87bb09 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a1525-predictor-596bfc45bb-kpntg to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:22:09Z" name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg.18c8ad3cfb9a89f8 namespace: kserve-ci-e2e-test resourceVersion: "20517" uid: 3933eea2-2126-4d87-83a7-56bc6c2bb400 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg namespace: kserve-ci-e2e-test resourceVersion: "20531" uid: d6451404-5d8d-491a-bfaf-6914ec87bb09 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:22:10Z" name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg.18c8ad3d15170d3a namespace: kserve-ci-e2e-test resourceVersion: "20566" uid: 374db92e-1aa4-4b24-ba75-c96ba66cba75 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: d6451404-5d8d-491a-bfaf-6914ec87bb09 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:10Z" name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg.18c8ad3d168d8000 namespace: kserve-ci-e2e-test resourceVersion: "20568" uid: 61a05811-30e9-4e05-bba1-6f99fe649de4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: d6451404-5d8d-491a-bfaf-6914ec87bb09 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:10Z" name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg.18c8ad3d192e3998 namespace: kserve-ci-e2e-test resourceVersion: "20570" uid: db62b70b-64b5-462d-9c2d-9be7922956bd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: d6451404-5d8d-491a-bfaf-6914ec87bb09 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:10Z" name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg.18c8ad3d19999cc4 namespace: kserve-ci-e2e-test resourceVersion: "20571" uid: dadf4f1f-5e29-4778-9b91-97ee8d885cbd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: d6451404-5d8d-491a-bfaf-6914ec87bb09 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:10Z" name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg.18c8ad3d19a2b78a namespace: kserve-ci-e2e-test resourceVersion: "20572" uid: 7974eb6e-bc10-4389-91cd-50ed00f5a24f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: d6451404-5d8d-491a-bfaf-6914ec87bb09 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:10Z" name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg.18c8ad3d1c5c2243 namespace: kserve-ci-e2e-test resourceVersion: "20575" uid: eedfcbdf-3cb7-44ec-af29-f93b0490163c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: d6451404-5d8d-491a-bfaf-6914ec87bb09 kind: Event lastTimestamp: "2026-08-04T18:22:10Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:22:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:10Z" name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg.18c8ad3d1ccca143 namespace: kserve-ci-e2e-test resourceVersion: "20577" uid: 3cf66372-bb9f-4476-ae6c-4e8e92f19f0a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:22:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: d6451404-5d8d-491a-bfaf-6914ec87bb09 kind: Event lastTimestamp: "2026-08-04T18:22:47Z" message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:22:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:47Z" name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg.18c8ad3d7b535225 namespace: kserve-ci-e2e-test resourceVersion: "20889" uid: 1b7dd26a-46ab-435d-9c36-60af11ffb9fa reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: d6451404-5d8d-491a-bfaf-6914ec87bb09 kind: Event lastTimestamp: "2026-08-04T18:23:19Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:19Z" name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg.18c8ad4d56388bfc namespace: kserve-ci-e2e-test resourceVersion: "21366" uid: 845805c3-b932-48bd-a0eb-15fa4d5968da reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: d6451404-5d8d-491a-bfaf-6914ec87bb09 kind: Event lastTimestamp: "2026-08-04T18:23:19Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:19Z" name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg.18c8ad4d5638ef1b namespace: kserve-ci-e2e-test resourceVersion: "21371" uid: f2d2c6d0-e191-4f34-98ef-c26ad3318f3a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: d6451404-5d8d-491a-bfaf-6914ec87bb09 kind: Event lastTimestamp: "2026-08-04T18:23:22Z" message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp 10.132.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:23:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:22Z" name: success-200-isvc-a1525-predictor-596bfc45bb-kpntg.18c8ad4e03aa418e namespace: kserve-ci-e2e-test resourceVersion: "21485" uid: f525f5ea-57be-47fd-a758-3a4483ea6d3d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-a1525-predictor-596bfc45bb namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: dda0ecdf-a3ce-4660-83e1-6a4f5c4ae876 kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: 'Created pod: success-200-isvc-a1525-predictor-596bfc45bb-kpntg' metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:22:09Z" name: success-200-isvc-a1525-predictor-596bfc45bb.18c8ad3cfb2e2535 namespace: kserve-ci-e2e-test resourceVersion: "20509" uid: 5c8f15c7-ad09-49fa-88c4-152030984051 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-a1525-predictor namespace: kserve-ci-e2e-test resourceVersion: "20486" uid: 96662cd4-3322-4724-9ac1-39bfeef3d07f kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: Scaled up replica set success-200-isvc-a1525-predictor-596bfc45bb from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:22:09Z" name: success-200-isvc-a1525-predictor.18c8ad3cf6f4bb68 namespace: kserve-ci-e2e-test resourceVersion: "20493" uid: ec4ccecd-b58f-419c-81ed-a067ddc7edfe reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:22:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a1525-predictor namespace: kserve-ci-e2e-test resourceVersion: "20489" uid: 43ff5759-1bc6-4e7f-8c06-59863392e2cb kind: Event lastTimestamp: "2026-08-04T18:22:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:22:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:22:54Z" name: success-200-isvc-a1525-predictor.18c8ad4076565b67 namespace: kserve-ci-e2e-test resourceVersion: "20936" uid: 8bc23088-82a0-4cb2-b40f-43df1bcd4a31 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:22:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a1525-predictor namespace: kserve-ci-e2e-test resourceVersion: "20489" uid: 43ff5759-1bc6-4e7f-8c06-59863392e2cb kind: Event lastTimestamp: "2026-08-04T18:22:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:22:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:22:54Z" name: success-200-isvc-a1525-predictor.18c8ad4076c66110 namespace: kserve-ci-e2e-test resourceVersion: "20937" uid: 4c2a1bc7-d570-4b42-931e-307ade2af9d5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a1525-predictor namespace: kserve-ci-e2e-test resourceVersion: "20712" uid: 43ff5759-1bc6-4e7f-8c06-59863392e2cb kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:09Z" name: success-200-isvc-a1525-predictor.18c8ad4af3b96ff0 namespace: kserve-ci-e2e-test resourceVersion: "21164" uid: bef686db-d2af-44a2-b99d-700337e2cc45 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a1525-predictor namespace: kserve-ci-e2e-test resourceVersion: "20712" uid: 43ff5759-1bc6-4e7f-8c06-59863392e2cb kind: Event lastTimestamp: "2026-08-04T18:23:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:23:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:09Z" name: success-200-isvc-a1525-predictor.18c8ad4af425a7c8 namespace: kserve-ci-e2e-test resourceVersion: "21168" uid: 92ff633a-0533-45d8-bedf-10961dd247ef reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a1525 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: dd02b637-cc7a-4838-b749-69b3b77d952c kind: Event lastTimestamp: "2026-08-04T18:22:57Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:22:57Z" name: success-200-isvc-a1525.18c8ad3cf71e8d21 namespace: kserve-ci-e2e-test resourceVersion: "20969" uid: 424c3908-6e32-4165-bcc4-60a1de8cf109 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a1525 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: dd02b637-cc7a-4838-b749-69b3b77d952c kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: 'Failed to update status for InferenceService "success-200-isvc-a1525": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a1525": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:22:09Z" name: success-200-isvc-a1525.18c8ad3cf7a1d457 namespace: kserve-ci-e2e-test resourceVersion: "20497" uid: 861a5c9f-3140-4783-b6d4-f5c6180fde8d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a1525 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: dd02b637-cc7a-4838-b749-69b3b77d952c kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a1525": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:22:09Z" name: success-200-isvc-a1525.18c8ad3cf7a2359c namespace: kserve-ci-e2e-test resourceVersion: "20500" uid: 9ce81221-136d-4972-860f-1cbed49f604b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a1525 namespace: kserve-ci-e2e-test resourceVersion: "20966" uid: dd02b637-cc7a-4838-b749-69b3b77d952c kind: Event lastTimestamp: "2026-08-04T18:22:57Z" message: InferenceService [success-200-isvc-a1525] is Ready metadata: creationTimestamp: "2026-08-04T18:22:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:22:57Z" name: success-200-isvc-a1525.18c8ad4837371c09 namespace: kserve-ci-e2e-test resourceVersion: "20967" uid: 44797e21-395c-44ba-8ed5-6f9caee9b83d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:23:19.991456Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a162f-predictor-5955586d98-wskzk namespace: kserve-ci-e2e-test resourceVersion: "21391" uid: c8ae14de-b0a9-42da-9bc9-682dbc8bf4a0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a162f-predictor-5955586d98-wskzk to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:23:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:23:19Z" name: success-200-isvc-a162f-predictor-5955586d98-wskzk.18c8ad4d5a4cb139 namespace: kserve-ci-e2e-test resourceVersion: "21397" uid: ffbd94b5-ce55-4c7b-9b4d-a2fff2833825 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:20Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a162f-predictor-5955586d98-wskzk namespace: kserve-ci-e2e-test resourceVersion: "21404" uid: c8ae14de-b0a9-42da-9bc9-682dbc8bf4a0 kind: Event lastTimestamp: "2026-08-04T18:23:20Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:23:20Z" name: success-200-isvc-a162f-predictor-5955586d98-wskzk.18c8ad4d73f99676 namespace: kserve-ci-e2e-test resourceVersion: "21443" uid: 9e6d1496-36ee-45e2-bba6-4b4fcf76a68d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a162f-predictor-5955586d98-wskzk namespace: kserve-ci-e2e-test resourceVersion: "21393" uid: c8ae14de-b0a9-42da-9bc9-682dbc8bf4a0 kind: Event lastTimestamp: "2026-08-04T18:23:20Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:20Z" name: success-200-isvc-a162f-predictor-5955586d98-wskzk.18c8ad4d756145fc namespace: kserve-ci-e2e-test resourceVersion: "21447" uid: f0d21667-1926-453a-97b4-653be03d4ffc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a162f-predictor-5955586d98-wskzk namespace: kserve-ci-e2e-test resourceVersion: "21393" uid: c8ae14de-b0a9-42da-9bc9-682dbc8bf4a0 kind: Event lastTimestamp: "2026-08-04T18:23:20Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:20Z" name: success-200-isvc-a162f-predictor-5955586d98-wskzk.18c8ad4d7810f3fa namespace: kserve-ci-e2e-test resourceVersion: "21449" uid: 9cecf5c2-9e73-4bcc-89e4-901b4696e0e9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a162f-predictor-5955586d98-wskzk namespace: kserve-ci-e2e-test resourceVersion: "21393" uid: c8ae14de-b0a9-42da-9bc9-682dbc8bf4a0 kind: Event lastTimestamp: "2026-08-04T18:23:20Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:20Z" name: success-200-isvc-a162f-predictor-5955586d98-wskzk.18c8ad4d7881a1f9 namespace: kserve-ci-e2e-test resourceVersion: "21450" uid: 6d55b648-793c-425e-bd2f-04728404874d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a162f-predictor-5955586d98-wskzk namespace: kserve-ci-e2e-test resourceVersion: "21393" uid: c8ae14de-b0a9-42da-9bc9-682dbc8bf4a0 kind: Event lastTimestamp: "2026-08-04T18:23:20Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:20Z" name: success-200-isvc-a162f-predictor-5955586d98-wskzk.18c8ad4d788bd7d4 namespace: kserve-ci-e2e-test resourceVersion: "21451" uid: 16e89cef-67f8-47da-92c4-2ad23827aabd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a162f-predictor-5955586d98-wskzk namespace: kserve-ci-e2e-test resourceVersion: "21393" uid: c8ae14de-b0a9-42da-9bc9-682dbc8bf4a0 kind: Event lastTimestamp: "2026-08-04T18:23:20Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:20Z" name: success-200-isvc-a162f-predictor-5955586d98-wskzk.18c8ad4d7c2b6dbd namespace: kserve-ci-e2e-test resourceVersion: "21452" uid: a7de7f69-6e69-4de3-b335-e65bbf2c073a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a162f-predictor-5955586d98-wskzk namespace: kserve-ci-e2e-test resourceVersion: "21393" uid: c8ae14de-b0a9-42da-9bc9-682dbc8bf4a0 kind: Event lastTimestamp: "2026-08-04T18:23:20Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:23:20Z" name: success-200-isvc-a162f-predictor-5955586d98-wskzk.18c8ad4d7c9f41e5 namespace: kserve-ci-e2e-test resourceVersion: "21453" uid: 9e1351dd-b8e2-423f-bd77-2fd7005e5fa7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-08-04T18:23:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a162f-predictor-5955586d98-wskzk namespace: kserve-ci-e2e-test resourceVersion: "21393" uid: c8ae14de-b0a9-42da-9bc9-682dbc8bf4a0 kind: Event lastTimestamp: "2026-08-04T18:32:37Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:37Z" name: success-200-isvc-a162f-predictor-5955586d98-wskzk.18c8ad4d9ca743c3 namespace: kserve-ci-e2e-test resourceVersion: "26184" uid: 3b100929-e394-4ff6-9431-753c7b814ee1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a162f-predictor-5955586d98-wskzk namespace: kserve-ci-e2e-test resourceVersion: "21393" uid: c8ae14de-b0a9-42da-9bc9-682dbc8bf4a0 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:35Z" name: success-200-isvc-a162f-predictor-5955586d98-wskzk.18c8adce96c09cc4 namespace: kserve-ci-e2e-test resourceVersion: "26081" uid: 3aa118ab-cfeb-4e08-8af8-6f3edcf6e3bd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a162f-predictor-5955586d98-wskzk namespace: kserve-ci-e2e-test resourceVersion: "21393" uid: c8ae14de-b0a9-42da-9bc9-682dbc8bf4a0 kind: Event lastTimestamp: "2026-08-04T18:32:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:32:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:35Z" name: success-200-isvc-a162f-predictor-5955586d98-wskzk.18c8adce96c17e48 namespace: kserve-ci-e2e-test resourceVersion: "26084" uid: 5e8cf562-d485-4fec-b414-7a7b1e5b71f8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:32:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a162f-predictor-5955586d98-wskzk namespace: kserve-ci-e2e-test resourceVersion: "21393" uid: c8ae14de-b0a9-42da-9bc9-682dbc8bf4a0 kind: Event lastTimestamp: "2026-08-04T18:32:37Z" message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp 10.132.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:32:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:32:37Z" name: success-200-isvc-a162f-predictor-5955586d98-wskzk.18c8adcf1103eae7 namespace: kserve-ci-e2e-test resourceVersion: "26183" uid: fb71ed7c-023f-4019-83e1-c3d8030f930d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-a162f-predictor-5955586d98 namespace: kserve-ci-e2e-test resourceVersion: "21374" uid: 026ed71d-6e8e-4212-bee3-f18ab99f3ca2 kind: Event lastTimestamp: "2026-08-04T18:23:19Z" message: 'Created pod: success-200-isvc-a162f-predictor-5955586d98-wskzk' metadata: creationTimestamp: "2026-08-04T18:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:19Z" name: success-200-isvc-a162f-predictor-5955586d98.18c8ad4d59cc5cb9 namespace: kserve-ci-e2e-test resourceVersion: "21392" uid: ebc69880-8856-481b-89b4-1abf0d1ed090 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-a162f-predictor namespace: kserve-ci-e2e-test resourceVersion: "21369" uid: f9101bc6-9093-4eac-8eeb-b2bfca477fdd kind: Event lastTimestamp: "2026-08-04T18:23:19Z" message: Scaled up replica set success-200-isvc-a162f-predictor-5955586d98 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:19Z" name: success-200-isvc-a162f-predictor.18c8ad4d57a9416f namespace: kserve-ci-e2e-test resourceVersion: "21380" uid: 369b95fd-8c60-47c0-90d0-14cab3e88f04 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a162f-predictor namespace: kserve-ci-e2e-test resourceVersion: "21373" uid: fc3057f4-d525-4cbe-a88a-90a4e915788d kind: Event lastTimestamp: "2026-08-04T18:23:34Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:23:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:34Z" name: success-200-isvc-a162f-predictor.18c8ad50d69a2849 namespace: kserve-ci-e2e-test resourceVersion: "21597" uid: 0a30c6c7-c139-479f-a244-2ee47461ea4a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:23:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a162f-predictor namespace: kserve-ci-e2e-test resourceVersion: "21373" uid: fc3057f4-d525-4cbe-a88a-90a4e915788d kind: Event lastTimestamp: "2026-08-04T18:23:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:23:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:23:34Z" name: success-200-isvc-a162f-predictor.18c8ad50d713de85 namespace: kserve-ci-e2e-test resourceVersion: "21599" uid: e93c011b-5b2c-41e7-aa90-5ac3ed51a4e9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:23:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a162f-predictor namespace: kserve-ci-e2e-test resourceVersion: "21598" uid: fc3057f4-d525-4cbe-a88a-90a4e915788d kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:23:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:20Z" name: success-200-isvc-a162f-predictor.18c8ad5455ec1e83 namespace: kserve-ci-e2e-test resourceVersion: "22075" uid: 0ef3cf06-7451-4e08-84e9-43c9bbe1b7fd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:23:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a162f-predictor namespace: kserve-ci-e2e-test resourceVersion: "21598" uid: fc3057f4-d525-4cbe-a88a-90a4e915788d kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:23:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:20Z" name: success-200-isvc-a162f-predictor.18c8ad54566422b5 namespace: kserve-ci-e2e-test resourceVersion: "22081" uid: 4ecc256b-c03d-49c0-a396-e8a17f94dc66 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:23:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a162f namespace: kserve-ci-e2e-test resourceVersion: "21350" uid: 22825899-9493-4c12-8a90-58dcd800da72 kind: Event lastTimestamp: "2026-08-04T18:24:07Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:07Z" name: success-200-isvc-a162f.18c8ad4d57eddb0e namespace: kserve-ci-e2e-test resourceVersion: "21886" uid: 2c5464e0-76df-4674-b5b7-4fbd40e7a58e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a162f namespace: kserve-ci-e2e-test resourceVersion: "21884" uid: 22825899-9493-4c12-8a90-58dcd800da72 kind: Event lastTimestamp: "2026-08-04T18:24:07Z" message: InferenceService [success-200-isvc-a162f] is Ready metadata: creationTimestamp: "2026-08-04T18:24:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:07Z" name: success-200-isvc-a162f.18c8ad58584f7bde namespace: kserve-ci-e2e-test resourceVersion: "21885" uid: a19db233-d2ba-48d2-ab33-87dfafdc5ee2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:24:20.153111Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d5455-predictor-6776956984-nv48x namespace: kserve-ci-e2e-test resourceVersion: "22086" uid: ee06067b-3897-497c-8c01-2f7d0a5d3962 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d5455-predictor-6776956984-nv48x to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:24:20Z" name: success-200-isvc-d5455-predictor-6776956984-nv48x.18c8ad5b5c36b533 namespace: kserve-ci-e2e-test resourceVersion: "22096" uid: 3c0943ea-5cff-42d7-b98c-c9c649396246 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d5455-predictor-6776956984-nv48x namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: ee06067b-3897-497c-8c01-2f7d0a5d3962 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-d5455-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:20Z" name: success-200-isvc-d5455-predictor-6776956984-nv48x.18c8ad5b6e2f1801 namespace: kserve-ci-e2e-test resourceVersion: "22166" uid: a4781f71-f6b0-4955-9762-7587ab47551d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d5455-predictor-6776956984-nv48x namespace: kserve-ci-e2e-test resourceVersion: "22107" uid: ee06067b-3897-497c-8c01-2f7d0a5d3962 kind: Event lastTimestamp: "2026-08-04T18:24:21Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:24:21Z" name: success-200-isvc-d5455-predictor-6776956984-nv48x.18c8ad5b995dc76f namespace: kserve-ci-e2e-test resourceVersion: "22193" uid: 40334f5f-5c31-4092-93c6-a6f5b6d1996e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d5455-predictor-6776956984-nv48x namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: ee06067b-3897-497c-8c01-2f7d0a5d3962 kind: Event lastTimestamp: "2026-08-04T18:24:21Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1846" already present on machine metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:21Z" name: success-200-isvc-d5455-predictor-6776956984-nv48x.18c8ad5b9b9a25a9 namespace: kserve-ci-e2e-test resourceVersion: "22195" uid: 65b1d211-01c7-47e4-8278-a70561c746bf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d5455-predictor-6776956984-nv48x namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: ee06067b-3897-497c-8c01-2f7d0a5d3962 kind: Event lastTimestamp: "2026-08-04T18:24:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:21Z" name: success-200-isvc-d5455-predictor-6776956984-nv48x.18c8ad5b9e5c84b0 namespace: kserve-ci-e2e-test resourceVersion: "22197" uid: 03d8f253-80bd-4ac9-b884-ae4b4d10e2ba reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d5455-predictor-6776956984-nv48x namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: ee06067b-3897-497c-8c01-2f7d0a5d3962 kind: Event lastTimestamp: "2026-08-04T18:24:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:21Z" name: success-200-isvc-d5455-predictor-6776956984-nv48x.18c8ad5b9ec98974 namespace: kserve-ci-e2e-test resourceVersion: "22199" uid: 04ade259-bb0f-4271-b4ed-a281ceffde88 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d5455-predictor-6776956984-nv48x namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: ee06067b-3897-497c-8c01-2f7d0a5d3962 kind: Event lastTimestamp: "2026-08-04T18:24:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:21Z" name: success-200-isvc-d5455-predictor-6776956984-nv48x.18c8ad5b9ed376a3 namespace: kserve-ci-e2e-test resourceVersion: "22202" uid: 862cc747-95e2-4c5d-a70e-9393585c66e2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d5455-predictor-6776956984-nv48x namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: ee06067b-3897-497c-8c01-2f7d0a5d3962 kind: Event lastTimestamp: "2026-08-04T18:24:21Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:21Z" name: success-200-isvc-d5455-predictor-6776956984-nv48x.18c8ad5ba19b8e64 namespace: kserve-ci-e2e-test resourceVersion: "22204" uid: dd088c74-ec97-4ce5-8373-a012d997162b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d5455-predictor-6776956984-nv48x namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: ee06067b-3897-497c-8c01-2f7d0a5d3962 kind: Event lastTimestamp: "2026-08-04T18:24:21Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:21Z" name: success-200-isvc-d5455-predictor-6776956984-nv48x.18c8ad5ba20f67d7 namespace: kserve-ci-e2e-test resourceVersion: "22205" uid: 137116d6-e6df-45ab-adcc-45481de191e7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:24:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d5455-predictor-6776956984-nv48x namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: ee06067b-3897-497c-8c01-2f7d0a5d3962 kind: Event lastTimestamp: "2026-08-04T18:24:58Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-08-04T18:24:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:24:58Z" name: success-200-isvc-d5455-predictor-6776956984-nv48x.18c8ad5bded3c623 namespace: kserve-ci-e2e-test resourceVersion: "22528" uid: 67775026-6646-45c4-bca9-b9f281adc8cd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d5455-predictor-6776956984-nv48x namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: ee06067b-3897-497c-8c01-2f7d0a5d3962 kind: Event lastTimestamp: "2026-08-04T18:33:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-08-04T18:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:34Z" name: success-200-isvc-d5455-predictor-6776956984-nv48x.18c8addc890537f3 namespace: kserve-ci-e2e-test resourceVersion: "26675" uid: 61e9bdf4-b28d-43eb-856b-1644aa7442a8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:33:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d5455-predictor-6776956984-nv48x namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: ee06067b-3897-497c-8c01-2f7d0a5d3962 kind: Event lastTimestamp: "2026-08-04T18:33:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-08-04T18:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:33:34Z" name: success-200-isvc-d5455-predictor-6776956984-nv48x.18c8addc8905c60a namespace: kserve-ci-e2e-test resourceVersion: "26677" uid: a6353eeb-b2a0-4b65-8d8d-c38af1e5337a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d5455-predictor-6776956984 namespace: kserve-ci-e2e-test resourceVersion: "22071" uid: 88cab889-2843-49b4-8637-d98d38dbe867 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'Created pod: success-200-isvc-d5455-predictor-6776956984-nv48x' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:20Z" name: success-200-isvc-d5455-predictor-6776956984.18c8ad5b5b0220bf namespace: kserve-ci-e2e-test resourceVersion: "22089" uid: 3aee901b-fab8-4891-a0ef-5169d4fc9ed4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d5455-predictor namespace: kserve-ci-e2e-test resourceVersion: "22063" uid: 7a1d05b2-a95e-42e9-b42b-77b2e9e82dd8 kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: Scaled up replica set success-200-isvc-d5455-predictor-6776956984 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:20Z" name: success-200-isvc-d5455-predictor.18c8ad5b558e35fb namespace: kserve-ci-e2e-test resourceVersion: "22074" uid: c62f0bb1-9ccc-472c-a7c1-8e8ffd6e9806 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:24:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d5455-predictor namespace: kserve-ci-e2e-test resourceVersion: "22070" uid: 73ecdab3-2fec-4bf7-b1ab-c4b95252f2ac kind: Event lastTimestamp: "2026-08-04T18:24:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:24:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:50Z" name: success-200-isvc-d5455-predictor.18c8ad5ed703d57b namespace: kserve-ci-e2e-test resourceVersion: "22457" uid: 12ab4dd9-18e7-4d23-8202-f50b05697dad reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:24:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d5455-predictor namespace: kserve-ci-e2e-test resourceVersion: "22070" uid: 73ecdab3-2fec-4bf7-b1ab-c4b95252f2ac kind: Event lastTimestamp: "2026-08-04T18:24:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:24:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:24:50Z" name: success-200-isvc-d5455-predictor.18c8ad5ed8088487 namespace: kserve-ci-e2e-test resourceVersion: "22458" uid: 3376da0c-b599-4308-9d81-05024a6915e8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:25:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d5455-predictor namespace: kserve-ci-e2e-test resourceVersion: "22339" uid: 73ecdab3-2fec-4bf7-b1ab-c4b95252f2ac kind: Event lastTimestamp: "2026-08-04T18:25:35Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:25:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:25:35Z" name: success-200-isvc-d5455-predictor.18c8ad65d79c2919 namespace: kserve-ci-e2e-test resourceVersion: "22850" uid: e6e9cf91-f4d7-4386-8d30-926dba52a843 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-08-04T18:25:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d5455-predictor namespace: kserve-ci-e2e-test resourceVersion: "22339" uid: 73ecdab3-2fec-4bf7-b1ab-c4b95252f2ac kind: Event lastTimestamp: "2026-08-04T18:25:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:25:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:25:35Z" name: success-200-isvc-d5455-predictor.18c8ad65d865c5fd namespace: kserve-ci-e2e-test resourceVersion: "22851" uid: bd954c5d-d80d-4771-bcc7-267231b3d9a4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d5455 namespace: kserve-ci-e2e-test resourceVersion: "22047" uid: 55388cc3-0037-4c3d-98ea-04b015f3ae4d kind: Event lastTimestamp: "2026-08-04T18:25:08Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:25:08Z" name: success-200-isvc-d5455.18c8ad5b55e4c1a4 namespace: kserve-ci-e2e-test resourceVersion: "22621" uid: ae56ee0c-f110-412f-8fa7-07cf91494f96 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d5455 namespace: kserve-ci-e2e-test resourceVersion: "22047" uid: 55388cc3-0037-4c3d-98ea-04b015f3ae4d kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'Failed to update status for InferenceService "success-200-isvc-d5455": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d5455": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:20Z" name: success-200-isvc-d5455.18c8ad5b57fc2b7b namespace: kserve-ci-e2e-test resourceVersion: "22082" uid: 4a0f0ce6-0ac5-4b0b-8c37-42726ade8aa9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:24:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d5455 namespace: kserve-ci-e2e-test resourceVersion: "22047" uid: 55388cc3-0037-4c3d-98ea-04b015f3ae4d kind: Event lastTimestamp: "2026-08-04T18:24:20Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d5455": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-08-04T18:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:24:20Z" name: success-200-isvc-d5455.18c8ad5b57fc8d58 namespace: kserve-ci-e2e-test resourceVersion: "22083" uid: 9d8c3c2a-22d8-4914-ad51-fcf6f64728a0 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:25:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d5455 namespace: kserve-ci-e2e-test resourceVersion: "22618" uid: 55388cc3-0037-4c3d-98ea-04b015f3ae4d kind: Event lastTimestamp: "2026-08-04T18:25:08Z" message: InferenceService [success-200-isvc-d5455] is Ready metadata: creationTimestamp: "2026-08-04T18:25:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:25:08Z" name: success-200-isvc-d5455.18c8ad669c9d3807 namespace: kserve-ci-e2e-test resourceVersion: "22620" uid: df26012c-7f75-4309-8046-6a1c323277dd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:13:54.725218Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-01f07-6d5fcffdb-85b7c namespace: kserve-ci-e2e-test resourceVersion: "16876" uid: 956e704a-aa32-46ef-bd60-39e4bcddd4f1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-01f07-6d5fcffdb-85b7c to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:13:54Z" name: switch-graph-01f07-6d5fcffdb-85b7c.18c8acc9bdce5f7e namespace: kserve-ci-e2e-test resourceVersion: "16881" uid: f2b96869-06ca-4752-b448-886bcbc273c1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-01f07-6d5fcffdb-85b7c namespace: kserve-ci-e2e-test resourceVersion: "16885" uid: 956e704a-aa32-46ef-bd60-39e4bcddd4f1 kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:13:55Z" name: switch-graph-01f07-6d5fcffdb-85b7c.18c8acc9d7cb8dfc namespace: kserve-ci-e2e-test resourceVersion: "16912" uid: 196139c7-b4b7-48d3-a18f-d1f5c2c83a63 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-01f07} kind: Pod name: switch-graph-01f07-6d5fcffdb-85b7c namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: 956e704a-aa32-46ef-bd60-39e4bcddd4f1 kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" already present on machine metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: switch-graph-01f07-6d5fcffdb-85b7c.18c8acc9d9351c8f namespace: kserve-ci-e2e-test resourceVersion: "16916" uid: 2d3eca1b-a226-465c-89c7-bd1b6c8c4ef5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-01f07} kind: Pod name: switch-graph-01f07-6d5fcffdb-85b7c namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: 956e704a-aa32-46ef-bd60-39e4bcddd4f1 kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: 'Created container: switch-graph-01f07' metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: switch-graph-01f07-6d5fcffdb-85b7c.18c8acc9dbbbed6b namespace: kserve-ci-e2e-test resourceVersion: "16918" uid: 307053fe-48d8-4d1b-8873-e8736cd167e8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-01f07} kind: Pod name: switch-graph-01f07-6d5fcffdb-85b7c namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: 956e704a-aa32-46ef-bd60-39e4bcddd4f1 kind: Event lastTimestamp: "2026-08-04T18:13:55Z" message: Started container switch-graph-01f07 metadata: creationTimestamp: "2026-08-04T18:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:55Z" name: switch-graph-01f07-6d5fcffdb-85b7c.18c8acc9dc23915e namespace: kserve-ci-e2e-test resourceVersion: "16919" uid: c854d9c4-c983-4298-9443-1629f9819c6d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:22:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-01f07} kind: Pod name: switch-graph-01f07-6d5fcffdb-85b7c namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: 956e704a-aa32-46ef-bd60-39e4bcddd4f1 kind: Event lastTimestamp: "2026-08-04T18:22:09Z" message: Stopping container switch-graph-01f07 metadata: creationTimestamp: "2026-08-04T18:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:09Z" name: switch-graph-01f07-6d5fcffdb-85b7c.18c8ad3cee41da90 namespace: kserve-ci-e2e-test resourceVersion: "20464" uid: 8114ab74-c0b3-4203-a99d-96654c15a7f0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:22:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-01f07} kind: Pod name: switch-graph-01f07-6d5fcffdb-85b7c namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: 956e704a-aa32-46ef-bd60-39e4bcddd4f1 kind: Event lastTimestamp: "2026-08-04T18:22:36Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-08-04T18:22:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:22:36Z" name: switch-graph-01f07-6d5fcffdb-85b7c.18c8ad3d849d764c namespace: kserve-ci-e2e-test resourceVersion: "20803" uid: 72051c2e-0058-4437-b1c1-80b7dfb613e8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-01f07-6d5fcffdb namespace: kserve-ci-e2e-test resourceVersion: "16873" uid: 9f342a72-c949-4a32-b359-73515148c363 kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: 'Created pod: switch-graph-01f07-6d5fcffdb-85b7c' metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:54Z" name: switch-graph-01f07-6d5fcffdb.18c8acc9bd7417a7 namespace: kserve-ci-e2e-test resourceVersion: "16877" uid: 6f6db4ab-3366-44d2-a41b-b28671f93b80 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-01f07 namespace: kserve-ci-e2e-test resourceVersion: "16866" uid: 53761ba0-efba-46e3-a69e-776d5f15bbfa kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: Scaled up replica set switch-graph-01f07-6d5fcffdb from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:13:54Z" name: switch-graph-01f07.18c8acc9bcbe4328 namespace: kserve-ci-e2e-test resourceVersion: "16874" uid: d8010af0-ba3d-4d8e-aa2f-15dc21de0c21 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:13:54Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-01f07 namespace: kserve-ci-e2e-test resourceVersion: "16889" uid: 2d38073d-029a-455d-8f00-ab787c41e537 kind: Event lastTimestamp: "2026-08-04T18:13:54Z" message: InferenceGraph [switch-graph-01f07] is Ready metadata: creationTimestamp: "2026-08-04T18:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:13:54Z" name: switch-graph-01f07.18c8acc9c0b135a6 namespace: kserve-ci-e2e-test resourceVersion: "16891" uid: d1677008-c2f3-4ed8-b4f9-8ad3ae8deeb3 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:14:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-01f07 namespace: kserve-ci-e2e-test resourceVersion: "16872" uid: 6b9f907f-f25c-4d51-9540-625504a52891 kind: Event lastTimestamp: "2026-08-04T18:14:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:14:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:24Z" name: switch-graph-01f07.18c8accd3b61297d namespace: kserve-ci-e2e-test resourceVersion: "17188" uid: a272624d-543f-4005-9ec0-eb928fa7e81e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-08-04T18:14:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-01f07 namespace: kserve-ci-e2e-test resourceVersion: "16872" uid: 6b9f907f-f25c-4d51-9540-625504a52891 kind: Event lastTimestamp: "2026-08-04T18:14:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:14:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:14:24Z" name: switch-graph-01f07.18c8accd3bd6ddd5 namespace: kserve-ci-e2e-test resourceVersion: "17189" uid: 6c47cb4b-37a8-4e33-9637-ac53338d6363 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:34:35.119368Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-493ba-59c7bfbd4c-f2ddc namespace: kserve-ci-e2e-test resourceVersion: "27514" uid: 08522f59-643c-4777-b923-3c3a292c0b4f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-493ba-59c7bfbd4c-f2ddc to ip-10-0-128-114.ec2.internal metadata: creationTimestamp: "2026-08-04T18:34:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:34:35Z" name: switch-graph-493ba-59c7bfbd4c-f2ddc.18c8adea8b0f1baa namespace: kserve-ci-e2e-test resourceVersion: "27519" uid: 607391e7-0a75-4ddc-939a-ae3a21a0a01a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:35Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-493ba-59c7bfbd4c-f2ddc namespace: kserve-ci-e2e-test resourceVersion: "27523" uid: 08522f59-643c-4777-b923-3c3a292c0b4f kind: Event lastTimestamp: "2026-08-04T18:34:35Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:34:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:34:35Z" name: switch-graph-493ba-59c7bfbd4c-f2ddc.18c8adeaa43f2df5 namespace: kserve-ci-e2e-test resourceVersion: "27535" uid: 184c9ab8-e7cf-4d74-a638-67f0d47fff94 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-493ba} kind: Pod name: switch-graph-493ba-59c7bfbd4c-f2ddc namespace: kserve-ci-e2e-test resourceVersion: "27517" uid: 08522f59-643c-4777-b923-3c3a292c0b4f kind: Event lastTimestamp: "2026-08-04T18:34:35Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" already present on machine metadata: creationTimestamp: "2026-08-04T18:34:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:34:35Z" name: switch-graph-493ba-59c7bfbd4c-f2ddc.18c8adeaa5b9455b namespace: kserve-ci-e2e-test resourceVersion: "27537" uid: ee25f678-4bfa-4d94-8703-f367c75b573b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-493ba} kind: Pod name: switch-graph-493ba-59c7bfbd4c-f2ddc namespace: kserve-ci-e2e-test resourceVersion: "27517" uid: 08522f59-643c-4777-b923-3c3a292c0b4f kind: Event lastTimestamp: "2026-08-04T18:34:35Z" message: 'Created container: switch-graph-493ba' metadata: creationTimestamp: "2026-08-04T18:34:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:34:35Z" name: switch-graph-493ba-59c7bfbd4c-f2ddc.18c8adeaa8a804f5 namespace: kserve-ci-e2e-test resourceVersion: "27538" uid: 9e8e394c-967c-4599-8e62-73c06fe11fa7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-493ba} kind: Pod name: switch-graph-493ba-59c7bfbd4c-f2ddc namespace: kserve-ci-e2e-test resourceVersion: "27517" uid: 08522f59-643c-4777-b923-3c3a292c0b4f kind: Event lastTimestamp: "2026-08-04T18:34:35Z" message: Started container switch-graph-493ba metadata: creationTimestamp: "2026-08-04T18:34:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:34:35Z" name: switch-graph-493ba-59c7bfbd4c-f2ddc.18c8adeaa951e6e2 namespace: kserve-ci-e2e-test resourceVersion: "27539" uid: c363f2cc-0f15-427b-b208-75ec84cf9336 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:50:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-493ba} kind: Pod name: switch-graph-493ba-59c7bfbd4c-f2ddc namespace: kserve-ci-e2e-test resourceVersion: "27517" uid: 08522f59-643c-4777-b923-3c3a292c0b4f kind: Event lastTimestamp: "2026-08-04T18:50:54Z" message: Stopping container switch-graph-493ba metadata: creationTimestamp: "2026-08-04T18:50:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:50:54Z" name: switch-graph-493ba-59c7bfbd4c-f2ddc.18c8aece8a3bf5b8 namespace: kserve-ci-e2e-test resourceVersion: "34370" uid: 0db82c2a-5809-467a-abbd-3365bd4c7659 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:50:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-493ba} kind: Pod name: switch-graph-493ba-59c7bfbd4c-f2ddc namespace: kserve-ci-e2e-test resourceVersion: "27517" uid: 08522f59-643c-4777-b923-3c3a292c0b4f kind: Event lastTimestamp: "2026-08-04T18:51:21Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-08-04T18:50:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:51:21Z" name: switch-graph-493ba-59c7bfbd4c-f2ddc.18c8aecf16f9b8a5 namespace: kserve-ci-e2e-test resourceVersion: "34638" uid: ee4618ef-15fd-4d2f-a52e-f93546a2305b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-114.ec2.internal source: component: kubelet host: ip-10-0-128-114.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-493ba-59c7bfbd4c namespace: kserve-ci-e2e-test resourceVersion: "27511" uid: 4b8c4e61-c1f3-462c-90f1-c0f723402787 kind: Event lastTimestamp: "2026-08-04T18:34:35Z" message: 'Created pod: switch-graph-493ba-59c7bfbd4c-f2ddc' metadata: creationTimestamp: "2026-08-04T18:34:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:35Z" name: switch-graph-493ba-59c7bfbd4c.18c8adea8a9687c0 namespace: kserve-ci-e2e-test resourceVersion: "27516" uid: 4b32b5fd-a781-4278-8b2d-067304a9f56c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-493ba namespace: kserve-ci-e2e-test resourceVersion: "27508" uid: 4a717936-6966-41b5-9b15-ac66720de88f kind: Event lastTimestamp: "2026-08-04T18:34:35Z" message: Scaled up replica set switch-graph-493ba-59c7bfbd4c from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:34:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:35Z" name: switch-graph-493ba.18c8adea89708227 namespace: kserve-ci-e2e-test resourceVersion: "27512" uid: 0c338847-dea7-4f7f-9950-69d30d6874c9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:35Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-493ba namespace: kserve-ci-e2e-test resourceVersion: "27527" uid: b0c0b771-3ec3-4675-b1d7-90fb27a6a27a kind: Event lastTimestamp: "2026-08-04T18:34:35Z" message: InferenceGraph [switch-graph-493ba] is Ready metadata: creationTimestamp: "2026-08-04T18:34:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:34:35Z" name: switch-graph-493ba.18c8adea9035d573 namespace: kserve-ci-e2e-test resourceVersion: "27529" uid: f39bea3e-73db-4f7d-8150-05d173f2ae24 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-493ba namespace: kserve-ci-e2e-test resourceVersion: "27510" uid: 1d195ecc-3c53-478f-a1c6-0ee5a307f9f1 kind: Event lastTimestamp: "2026-08-04T18:34:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:34:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:50Z" name: switch-graph-493ba.18c8adee0836e8a3 namespace: kserve-ci-e2e-test resourceVersion: "27686" uid: 16739244-b267-4a65-a7cb-d287fa189070 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:34:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-493ba namespace: kserve-ci-e2e-test resourceVersion: "27510" uid: 1d195ecc-3c53-478f-a1c6-0ee5a307f9f1 kind: Event lastTimestamp: "2026-08-04T18:34:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-08-04T18:34:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:34:50Z" name: switch-graph-493ba.18c8adee08f4a515 namespace: kserve-ci-e2e-test resourceVersion: "27688" uid: a1512660-71c4-4ee5-8230-4c241113a733 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:35:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-493ba namespace: kserve-ci-e2e-test resourceVersion: "27687" uid: 1d195ecc-3c53-478f-a1c6-0ee5a307f9f1 kind: Event lastTimestamp: "2026-08-04T18:35:05Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:35:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:35:05Z" name: switch-graph-493ba.18c8adf1885f6f94 namespace: kserve-ci-e2e-test resourceVersion: "27806" uid: d7d085dd-f376-411e-82e3-03088e36b2d0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:35:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-493ba namespace: kserve-ci-e2e-test resourceVersion: "27687" uid: 1d195ecc-3c53-478f-a1c6-0ee5a307f9f1 kind: Event lastTimestamp: "2026-08-04T18:35:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-08-04T18:35:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:35:05Z" name: switch-graph-493ba.18c8adf1891a3ae3 namespace: kserve-ci-e2e-test resourceVersion: "27807" uid: 9830b6c4-f491-464c-a5d2-c9eaeb535bf3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-08-04T18:12:44.282230Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-4a809-5b56dc99f5-zhq2h namespace: kserve-ci-e2e-test resourceVersion: "15924" uid: 0d8e6585-6401-4757-8a65-7ae36827308f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-4a809-5b56dc99f5-zhq2h to ip-10-0-133-250.ec2.internal metadata: creationTimestamp: "2026-08-04T18:12:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-08-04T18:12:44Z" name: switch-graph-4a809-5b56dc99f5-zhq2h.18c8acb95713ad54 namespace: kserve-ci-e2e-test resourceVersion: "15931" uid: 91e94baa-2e1d-4966-9b80-78e9ffbbd488 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dc66ccc45-l8vgf source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:44Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-4a809-5b56dc99f5-zhq2h namespace: kserve-ci-e2e-test resourceVersion: "15934" uid: 0d8e6585-6401-4757-8a65-7ae36827308f kind: Event lastTimestamp: "2026-08-04T18:12:44Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-08-04T18:12:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-08-04T18:12:44Z" name: switch-graph-4a809-5b56dc99f5-zhq2h.18c8acb97008495b namespace: kserve-ci-e2e-test resourceVersion: "15943" uid: 0cf33e89-a356-4d4b-bacb-fb028bf24048 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-4a809} kind: Pod name: switch-graph-4a809-5b56dc99f5-zhq2h namespace: kserve-ci-e2e-test resourceVersion: "15928" uid: 0d8e6585-6401-4757-8a65-7ae36827308f kind: Event lastTimestamp: "2026-08-04T18:12:44Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" metadata: creationTimestamp: "2026-08-04T18:12:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:44Z" name: switch-graph-4a809-5b56dc99f5-zhq2h.18c8acb971a372c6 namespace: kserve-ci-e2e-test resourceVersion: "15945" uid: 94984a47-151a-4cf3-b650-8291ba47a845 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-4a809} kind: Pod name: switch-graph-4a809-5b56dc99f5-zhq2h namespace: kserve-ci-e2e-test resourceVersion: "15928" uid: 0d8e6585-6401-4757-8a65-7ae36827308f kind: Event lastTimestamp: "2026-08-04T18:12:47Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220" in 2.582s (2.582s including waiting). Image size: 218252378 bytes.' metadata: creationTimestamp: "2026-08-04T18:12:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:47Z" name: switch-graph-4a809-5b56dc99f5-zhq2h.18c8acba0b8e099a namespace: kserve-ci-e2e-test resourceVersion: "15963" uid: 7a41efa3-40bb-4727-be1b-3162c576ed09 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-4a809} kind: Pod name: switch-graph-4a809-5b56dc99f5-zhq2h namespace: kserve-ci-e2e-test resourceVersion: "15928" uid: 0d8e6585-6401-4757-8a65-7ae36827308f kind: Event lastTimestamp: "2026-08-04T18:12:47Z" message: 'Created container: switch-graph-4a809' metadata: creationTimestamp: "2026-08-04T18:12:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:47Z" name: switch-graph-4a809-5b56dc99f5-zhq2h.18c8acba0e33f190 namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: 7ad0f41e-d625-40ab-9937-edc14e8e9c18 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-4a809} kind: Pod name: switch-graph-4a809-5b56dc99f5-zhq2h namespace: kserve-ci-e2e-test resourceVersion: "15928" uid: 0d8e6585-6401-4757-8a65-7ae36827308f kind: Event lastTimestamp: "2026-08-04T18:12:47Z" message: Started container switch-graph-4a809 metadata: creationTimestamp: "2026-08-04T18:12:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:47Z" name: switch-graph-4a809-5b56dc99f5-zhq2h.18c8acba0e8f507e namespace: kserve-ci-e2e-test resourceVersion: "15965" uid: 6c77591b-7bb8-4b77-946e-a57796296514 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-4a809} kind: Pod name: switch-graph-4a809-5b56dc99f5-zhq2h namespace: kserve-ci-e2e-test resourceVersion: "15928" uid: 0d8e6585-6401-4757-8a65-7ae36827308f kind: Event lastTimestamp: "2026-08-04T18:12:54Z" message: Stopping container switch-graph-4a809 metadata: creationTimestamp: "2026-08-04T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:12:54Z" name: switch-graph-4a809-5b56dc99f5-zhq2h.18c8acbbb61c127b namespace: kserve-ci-e2e-test resourceVersion: "16045" uid: 53785d0c-7e75-4d81-b5a7-3802a7ea6f8d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-08-04T18:12:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-4a809} kind: Pod name: switch-graph-4a809-5b56dc99f5-zhq2h namespace: kserve-ci-e2e-test resourceVersion: "15928" uid: 0d8e6585-6401-4757-8a65-7ae36827308f kind: Event lastTimestamp: "2026-08-04T18:13:23Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-08-04T18:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-08-04T18:13:23Z" name: switch-graph-4a809-5b56dc99f5-zhq2h.18c8acbcb25374b2 namespace: kserve-ci-e2e-test resourceVersion: "16439" uid: 3d4a94f0-5b71-4532-8156-9c1913fd42c3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-250.ec2.internal source: component: kubelet host: ip-10-0-133-250.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-4a809-5b56dc99f5 namespace: kserve-ci-e2e-test resourceVersion: "15921" uid: 969c03d9-4ced-4151-9bea-46a324381333 kind: Event lastTimestamp: "2026-08-04T18:12:44Z" message: 'Created pod: switch-graph-4a809-5b56dc99f5-zhq2h' metadata: creationTimestamp: "2026-08-04T18:12:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:44Z" name: switch-graph-4a809-5b56dc99f5.18c8acb9565d6a3d namespace: kserve-ci-e2e-test resourceVersion: "15927" uid: 278d91c2-e8fc-483e-996d-cc0ac14c1e5f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-4a809 namespace: kserve-ci-e2e-test resourceVersion: "15919" uid: c8cb02e1-7c2b-43e4-8adc-0ea0252553a7 kind: Event lastTimestamp: "2026-08-04T18:12:44Z" message: Scaled up replica set switch-graph-4a809-5b56dc99f5 from 0 to 1 metadata: creationTimestamp: "2026-08-04T18:12:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-08-04T18:12:44Z" name: switch-graph-4a809.18c8acb955541478 namespace: kserve-ci-e2e-test resourceVersion: "15922" uid: ab50c71a-1077-40bb-b1a2-e7b2da797436 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-08-04T18:12:44Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-4a809 namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: e1ab01f2-79f3-419c-98de-e145c4ca2eba kind: Event lastTimestamp: "2026-08-04T18:12:44Z" message: InferenceGraph [switch-graph-4a809] is Ready metadata: creationTimestamp: "2026-08-04T18:12:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-08-04T18:12:44Z" name: switch-graph-4a809.18c8acb95a556d17 namespace: kserve-ci-e2e-test resourceVersion: "15940" uid: 4f54d39b-30c0-4018-afff-f0d92864d789 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal kind: EventList metadata: resourceVersion: "34653"