--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:00:33.961477Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-8493d-5fc7d65d87-6gpbl namespace: kserve-ci-e2e-test resourceVersion: "19554" uid: fae30821-c57c-42d5-b7cd-9d3f302091bc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-8493d-5fc7d65d87-6gpbl to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:00:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:00:33Z" name: ensemble-graph-8493d-5fc7d65d87-6gpbl.18a6e838dc9f6423 namespace: kserve-ci-e2e-test resourceVersion: "19561" uid: 580f0dbe-4301-4d50-a25c-29f4401a4cf2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:34Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-8493d-5fc7d65d87-6gpbl namespace: kserve-ci-e2e-test resourceVersion: "19565" uid: fae30821-c57c-42d5-b7cd-9d3f302091bc kind: Event lastTimestamp: "2026-04-16T18:00:34Z" message: Add eth0 [10.133.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:00:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:00:34Z" name: ensemble-graph-8493d-5fc7d65d87-6gpbl.18a6e838f5cac05f namespace: kserve-ci-e2e-test resourceVersion: "19573" uid: 6317224c-dcab-472f-aff8-032c6a4a5115 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8493d} kind: Pod name: ensemble-graph-8493d-5fc7d65d87-6gpbl namespace: kserve-ci-e2e-test resourceVersion: "19556" uid: fae30821-c57c-42d5-b7cd-9d3f302091bc kind: Event lastTimestamp: "2026-04-16T18:00:34Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a" already present on machine metadata: creationTimestamp: "2026-04-16T18:00:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:34Z" name: ensemble-graph-8493d-5fc7d65d87-6gpbl.18a6e838f7612247 namespace: kserve-ci-e2e-test resourceVersion: "19575" uid: 04b4b8a3-43f8-41d4-9228-6bc7bece5517 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8493d} kind: Pod name: ensemble-graph-8493d-5fc7d65d87-6gpbl namespace: kserve-ci-e2e-test resourceVersion: "19556" uid: fae30821-c57c-42d5-b7cd-9d3f302091bc kind: Event lastTimestamp: "2026-04-16T18:00:34Z" message: 'Created container: ensemble-graph-8493d' metadata: creationTimestamp: "2026-04-16T18:00:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:34Z" name: ensemble-graph-8493d-5fc7d65d87-6gpbl.18a6e838fad03adc namespace: kserve-ci-e2e-test resourceVersion: "19576" uid: 3e54359f-1b0f-4f44-b617-5b5a7604087d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8493d} kind: Pod name: ensemble-graph-8493d-5fc7d65d87-6gpbl namespace: kserve-ci-e2e-test resourceVersion: "19556" uid: fae30821-c57c-42d5-b7cd-9d3f302091bc kind: Event lastTimestamp: "2026-04-16T18:00:34Z" message: Started container ensemble-graph-8493d metadata: creationTimestamp: "2026-04-16T18:00:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:34Z" name: ensemble-graph-8493d-5fc7d65d87-6gpbl.18a6e838fb3f5f3f namespace: kserve-ci-e2e-test resourceVersion: "19577" uid: 8e924cd9-9434-418f-b98e-397fea4972f6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8493d} kind: Pod name: ensemble-graph-8493d-5fc7d65d87-6gpbl namespace: kserve-ci-e2e-test resourceVersion: "19556" uid: fae30821-c57c-42d5-b7cd-9d3f302091bc kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: Stopping container ensemble-graph-8493d metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:44Z" name: ensemble-graph-8493d-5fc7d65d87-6gpbl.18a6e83b36075090 namespace: kserve-ci-e2e-test resourceVersion: "19682" uid: c854f088-dde6-4c6a-b739-f6849ebd3142 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:00:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8493d} kind: Pod name: ensemble-graph-8493d-5fc7d65d87-6gpbl namespace: kserve-ci-e2e-test resourceVersion: "19556" uid: fae30821-c57c-42d5-b7cd-9d3f302091bc kind: Event lastTimestamp: "2026-04-16T18:01:11Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T18:00:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:11Z" name: ensemble-graph-8493d-5fc7d65d87-6gpbl.18a6e83badc6c88b namespace: kserve-ci-e2e-test resourceVersion: "20023" uid: a94646dd-042f-46f3-b081-9fbb7bb0ca41 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-8493d-5fc7d65d87 namespace: kserve-ci-e2e-test resourceVersion: "19550" uid: d4b17376-db22-427d-b3d3-758cc54c8f5c kind: Event lastTimestamp: "2026-04-16T18:00:33Z" message: 'Created pod: ensemble-graph-8493d-5fc7d65d87-6gpbl' metadata: creationTimestamp: "2026-04-16T18:00:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:33Z" name: ensemble-graph-8493d-5fc7d65d87.18a6e838dbe04551 namespace: kserve-ci-e2e-test resourceVersion: "19555" uid: e2492ca2-9553-4d94-a178-d3646fbeb04c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-8493d namespace: kserve-ci-e2e-test resourceVersion: "19548" uid: c04cf444-f317-45c6-88ab-468de417f17e kind: Event lastTimestamp: "2026-04-16T18:00:33Z" message: Scaled up replica set ensemble-graph-8493d-5fc7d65d87 from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:00:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:33Z" name: ensemble-graph-8493d.18a6e838db24d05e namespace: kserve-ci-e2e-test resourceVersion: "19551" uid: cf7e7c79-8515-4a3f-8019-a185d3c55329 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:34Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-8493d namespace: kserve-ci-e2e-test resourceVersion: "19567" uid: 989f93e9-b664-403d-b3fc-9a629f5f14d2 kind: Event lastTimestamp: "2026-04-16T18:00:34Z" message: InferenceGraph [ensemble-graph-8493d] is Ready metadata: creationTimestamp: "2026-04-16T18:00:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:34Z" name: ensemble-graph-8493d.18a6e838e0bcacc0 namespace: kserve-ci-e2e-test resourceVersion: "19569" uid: f95b85dc-48e4-475c-9b57-1568b33b9b88 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:01:54.285703Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-ed576-6d6fdb76b5-86vh5 namespace: kserve-ci-e2e-test resourceVersion: "20575" uid: 0156a22f-11cf-4466-9977-49b892a7332a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-ed576-6d6fdb76b5-86vh5 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:01:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:01:54Z" name: ensemble-graph-ed576-6d6fdb76b5-86vh5.18a6e84b9051d858 namespace: kserve-ci-e2e-test resourceVersion: "20580" uid: ea882ee4-8f22-4fc1-9c25-12a251766c1c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:54Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-ed576-6d6fdb76b5-86vh5 namespace: kserve-ci-e2e-test resourceVersion: "20584" uid: 0156a22f-11cf-4466-9977-49b892a7332a kind: Event lastTimestamp: "2026-04-16T18:01:54Z" message: Add eth0 [10.133.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:01:54Z" name: ensemble-graph-ed576-6d6fdb76b5-86vh5.18a6e84ba985438c namespace: kserve-ci-e2e-test resourceVersion: "20595" uid: f3d6b47b-a865-4324-83c5-ed1eeea95318 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ed576} kind: Pod name: ensemble-graph-ed576-6d6fdb76b5-86vh5 namespace: kserve-ci-e2e-test resourceVersion: "20577" uid: 0156a22f-11cf-4466-9977-49b892a7332a kind: Event lastTimestamp: "2026-04-16T18:01:54Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a" already present on machine metadata: creationTimestamp: "2026-04-16T18:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:54Z" name: ensemble-graph-ed576-6d6fdb76b5-86vh5.18a6e84bab1d5f2d namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: 0bac24e5-1e06-4539-9f0a-c15633a9c47a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ed576} kind: Pod name: ensemble-graph-ed576-6d6fdb76b5-86vh5 namespace: kserve-ci-e2e-test resourceVersion: "20577" uid: 0156a22f-11cf-4466-9977-49b892a7332a kind: Event lastTimestamp: "2026-04-16T18:01:54Z" message: 'Created container: ensemble-graph-ed576' metadata: creationTimestamp: "2026-04-16T18:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:54Z" name: ensemble-graph-ed576-6d6fdb76b5-86vh5.18a6e84baed070ee namespace: kserve-ci-e2e-test resourceVersion: "20599" uid: 31ccdf45-1cb3-4144-911a-94dfbfb1f70d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ed576} kind: Pod name: ensemble-graph-ed576-6d6fdb76b5-86vh5 namespace: kserve-ci-e2e-test resourceVersion: "20577" uid: 0156a22f-11cf-4466-9977-49b892a7332a kind: Event lastTimestamp: "2026-04-16T18:01:54Z" message: Started container ensemble-graph-ed576 metadata: creationTimestamp: "2026-04-16T18:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:54Z" name: ensemble-graph-ed576-6d6fdb76b5-86vh5.18a6e84baf442be1 namespace: kserve-ci-e2e-test resourceVersion: "20600" uid: 1b4df9a1-8bbf-4fb9-880f-f7a4927d7612 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ed576} kind: Pod name: ensemble-graph-ed576-6d6fdb76b5-86vh5 namespace: kserve-ci-e2e-test resourceVersion: "20577" uid: 0156a22f-11cf-4466-9977-49b892a7332a kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: Stopping container ensemble-graph-ed576 metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:09Z" name: ensemble-graph-ed576-6d6fdb76b5-86vh5.18a6e8bec1b472f7 namespace: kserve-ci-e2e-test resourceVersion: "24083" uid: 9b9d0f41-6f39-4234-ac3a-821ef481ec36 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:10:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ed576} kind: Pod name: ensemble-graph-ed576-6d6fdb76b5-86vh5 namespace: kserve-ci-e2e-test resourceVersion: "20577" uid: 0156a22f-11cf-4466-9977-49b892a7332a kind: Event lastTimestamp: "2026-04-16T18:10:36Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T18:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:36Z" name: ensemble-graph-ed576-6d6fdb76b5-86vh5.18a6e8bf4bb8ac47 namespace: kserve-ci-e2e-test resourceVersion: "24394" uid: 1d93ec73-8b9e-4d1b-9e7c-5d5f5b9808ba reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-ed576-6d6fdb76b5 namespace: kserve-ci-e2e-test resourceVersion: "20572" uid: aa648819-2cef-409b-8239-ad02ef11b30e kind: Event lastTimestamp: "2026-04-16T18:01:54Z" message: 'Created pod: ensemble-graph-ed576-6d6fdb76b5-86vh5' metadata: creationTimestamp: "2026-04-16T18:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:54Z" name: ensemble-graph-ed576-6d6fdb76b5.18a6e84b8fe49c78 namespace: kserve-ci-e2e-test resourceVersion: "20576" uid: 4393097e-532a-48e1-a37a-7fa4e1425aca reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-ed576 namespace: kserve-ci-e2e-test resourceVersion: "20570" uid: 4a06b392-b667-4f23-824c-2b44bdad76f5 kind: Event lastTimestamp: "2026-04-16T18:01:54Z" message: Scaled up replica set ensemble-graph-ed576-6d6fdb76b5 from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:54Z" name: ensemble-graph-ed576.18a6e84b8f0996fe namespace: kserve-ci-e2e-test resourceVersion: "20573" uid: 8682d179-1628-4860-b089-0624e26f54f2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:54Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-ed576 namespace: kserve-ci-e2e-test resourceVersion: "20586" uid: dcc6a294-35b9-4984-bc65-5f0a1afccc40 kind: Event lastTimestamp: "2026-04-16T18:01:54Z" message: InferenceGraph [ensemble-graph-ed576] is Ready metadata: creationTimestamp: "2026-04-16T18:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:54Z" name: ensemble-graph-ed576.18a6e84b94986ff3 namespace: kserve-ci-e2e-test resourceVersion: "20588" uid: 1ac76bc0-0c19-4060-a48d-98f59ff1b4c7 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:02:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-ed576 namespace: kserve-ci-e2e-test resourceVersion: "20571" uid: fabcdf2a-dd0d-44ec-a600-a29b82a9b551 kind: Event lastTimestamp: "2026-04-16T18:02:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:02:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:02:24Z" name: ensemble-graph-ed576.18a6e84f0d8dd534 namespace: kserve-ci-e2e-test resourceVersion: "20834" uid: 85ed2976-e5c0-4fff-a73e-01cd33e70dbb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:02:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-ed576 namespace: kserve-ci-e2e-test resourceVersion: "20571" uid: fabcdf2a-dd0d-44ec-a600-a29b82a9b551 kind: Event lastTimestamp: "2026-04-16T18:02:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:02:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:02:24Z" name: ensemble-graph-ed576.18a6e84f0e492604 namespace: kserve-ci-e2e-test resourceVersion: "20835" uid: 851edf03-2dc8-49b8-b931-cfc4ed3db8e8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:10:09.289107Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d namespace: kserve-ci-e2e-test resourceVersion: "24153" uid: d3f57269-bb73-4cdd-a856-b36af239dfbc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3b160-predictor-788d9b5895-7hb2d to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:10:09Z" name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d.18a6e8bed0d25405 namespace: kserve-ci-e2e-test resourceVersion: "24157" uid: a224e5cf-1137-4c6a-afc0-22c5bfd7fdab reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d namespace: kserve-ci-e2e-test resourceVersion: "24163" uid: d3f57269-bb73-4cdd-a856-b36af239dfbc kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: Add eth0 [10.133.0.50/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:10:09Z" name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d.18a6e8bed9c755d7 namespace: kserve-ci-e2e-test resourceVersion: "24175" uid: 4fba6396-4c68-43cd-83d5-a715748d5b9e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d namespace: kserve-ci-e2e-test resourceVersion: "24155" uid: d3f57269-bb73-4cdd-a856-b36af239dfbc kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:09Z" name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d.18a6e8bedb157587 namespace: kserve-ci-e2e-test resourceVersion: "24177" uid: 8d31ae67-2b37-4b81-8880-9cd2f284dce4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d namespace: kserve-ci-e2e-test resourceVersion: "24155" uid: d3f57269-bb73-4cdd-a856-b36af239dfbc kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:09Z" name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d.18a6e8bede5e18f4 namespace: kserve-ci-e2e-test resourceVersion: "24179" uid: ff66e0d2-b570-44df-848d-4d7defbca57e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d namespace: kserve-ci-e2e-test resourceVersion: "24155" uid: d3f57269-bb73-4cdd-a856-b36af239dfbc kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:09Z" name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d.18a6e8bedecf20d9 namespace: kserve-ci-e2e-test resourceVersion: "24180" uid: 89b68456-6c08-48ef-943b-ac2f924de294 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d namespace: kserve-ci-e2e-test resourceVersion: "24155" uid: d3f57269-bb73-4cdd-a856-b36af239dfbc kind: Event lastTimestamp: "2026-04-16T18:11:30Z" message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:30Z" name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d.18a6e8bef7a3118d namespace: kserve-ci-e2e-test resourceVersion: "25131" uid: ee6defe6-c355-4f12-a610-612664f19aca reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d namespace: kserve-ci-e2e-test resourceVersion: "24155" uid: d3f57269-bb73-4cdd-a856-b36af239dfbc kind: Event lastTimestamp: "2026-04-16T18:11:29Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:29Z" name: error-404-isvc-3b160-predictor-788d9b5895-7hb2d.18a6e8d198500e1c namespace: kserve-ci-e2e-test resourceVersion: "25089" uid: a3389265-050f-4558-8987-6db582577b6d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-3b160-predictor-788d9b5895 namespace: kserve-ci-e2e-test resourceVersion: "24144" uid: 717c3e83-30a7-4d9e-bf40-200f44132743 kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: 'Created pod: error-404-isvc-3b160-predictor-788d9b5895-7hb2d' metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:10:09Z" name: error-404-isvc-3b160-predictor-788d9b5895.18a6e8bed03ff4cf namespace: kserve-ci-e2e-test resourceVersion: "24154" uid: 972bd40a-3eeb-46ae-97ed-56ec84153388 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-3b160-predictor namespace: kserve-ci-e2e-test resourceVersion: "24139" uid: c0fc84de-1d17-4bda-936d-035c89ff4dc2 kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: Scaled up replica set error-404-isvc-3b160-predictor-788d9b5895 from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:10:09Z" name: error-404-isvc-3b160-predictor.18a6e8beced857e0 namespace: kserve-ci-e2e-test resourceVersion: "24147" uid: ce480da4-a494-4088-b608-6bb199a01c8e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3b160-predictor namespace: kserve-ci-e2e-test resourceVersion: "24143" uid: 0c9d64d1-1402-4c2a-814b-eadcc13c03ba kind: Event lastTimestamp: "2026-04-16T18:10:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:10:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:10:24Z" name: error-404-isvc-3b160-predictor.18a6e8c24d7736d0 namespace: kserve-ci-e2e-test resourceVersion: "24308" uid: 82e3e2fc-afab-4fc9-92f7-7831be311571 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3b160-predictor namespace: kserve-ci-e2e-test resourceVersion: "24143" uid: 0c9d64d1-1402-4c2a-814b-eadcc13c03ba kind: Event lastTimestamp: "2026-04-16T18:10:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:10:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:10:24Z" name: error-404-isvc-3b160-predictor.18a6e8c24de50cfe namespace: kserve-ci-e2e-test resourceVersion: "24310" uid: 86f581e9-6179-4147-91ab-c8ffde8cd8a0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T18:10:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3b160-predictor namespace: kserve-ci-e2e-test resourceVersion: "24309" uid: 0c9d64d1-1402-4c2a-814b-eadcc13c03ba kind: Event lastTimestamp: "2026-04-16T18:11:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:10:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:11:24Z" name: error-404-isvc-3b160-predictor.18a6e8c5cc8d1281 namespace: kserve-ci-e2e-test resourceVersion: "24954" uid: 3b31f317-9cf4-49e3-b674-8c075b6f4365 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T18:10:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3b160-predictor namespace: kserve-ci-e2e-test resourceVersion: "24309" uid: 0c9d64d1-1402-4c2a-814b-eadcc13c03ba kind: Event lastTimestamp: "2026-04-16T18:11:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:10:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:11:24Z" name: error-404-isvc-3b160-predictor.18a6e8c5ccde4191 namespace: kserve-ci-e2e-test resourceVersion: "24955" uid: 3b7bccfc-7b37-4b93-92b0-b5b3a17a05b0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3b160 namespace: kserve-ci-e2e-test resourceVersion: "24116" uid: fd8b69d0-b3ba-4dbe-8b8c-257482899c02 kind: Event lastTimestamp: "2026-04-16T18:11:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:01Z" name: error-404-isvc-3b160.18a6e8becee34451 namespace: kserve-ci-e2e-test resourceVersion: "24725" uid: c624923e-9f8c-48f8-be67-ee9686ccb3cb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3b160 namespace: kserve-ci-e2e-test resourceVersion: "24116" uid: fd8b69d0-b3ba-4dbe-8b8c-257482899c02 kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: 'Failed to update status for InferenceService "error-404-isvc-3b160": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3b160": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:10:09Z" name: error-404-isvc-3b160.18a6e8becf665271 namespace: kserve-ci-e2e-test resourceVersion: "24150" uid: 1ef30764-144a-4d6c-abc1-45e30207d69c reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3b160 namespace: kserve-ci-e2e-test resourceVersion: "24116" uid: fd8b69d0-b3ba-4dbe-8b8c-257482899c02 kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3b160": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:10:09Z" name: error-404-isvc-3b160.18a6e8becf66c34c namespace: kserve-ci-e2e-test resourceVersion: "24152" uid: 56da2d3d-acee-4a13-850a-6e40dec2860b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3b160 namespace: kserve-ci-e2e-test resourceVersion: "24721" uid: fd8b69d0-b3ba-4dbe-8b8c-257482899c02 kind: Event lastTimestamp: "2026-04-16T18:11:01Z" message: InferenceService [error-404-isvc-3b160] is Ready metadata: creationTimestamp: "2026-04-16T18:11:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:01Z" name: error-404-isvc-3b160.18a6e8cae02eb134 namespace: kserve-ci-e2e-test resourceVersion: "24722" uid: 231b3f43-d348-4a35-85f9-980d001a9516 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:01:33.815305Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9 namespace: kserve-ci-e2e-test resourceVersion: "20336" uid: 24139345-90c9-4244-a6e4-c3b54534534b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-54da1-predictor-bf96fd7c-p48j9 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:01:33Z" name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9.18a6e846cc3052cd namespace: kserve-ci-e2e-test resourceVersion: "20340" uid: b2caa8f1-3014-498b-962d-08893473e12f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9 namespace: kserve-ci-e2e-test resourceVersion: "20347" uid: 24139345-90c9-4244-a6e4-c3b54534534b kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: Add eth0 [10.133.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:01:33Z" name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9.18a6e846d3ff4d21 namespace: kserve-ci-e2e-test resourceVersion: "20356" uid: 29a4490b-5e8f-4fa8-8f3b-6c613e8062a5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9 namespace: kserve-ci-e2e-test resourceVersion: "20337" uid: 24139345-90c9-4244-a6e4-c3b54534534b kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:33Z" name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9.18a6e846d564e8ba namespace: kserve-ci-e2e-test resourceVersion: "20359" uid: ba43558a-0da4-48c7-89d1-5e3313702605 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9 namespace: kserve-ci-e2e-test resourceVersion: "20337" uid: 24139345-90c9-4244-a6e4-c3b54534534b kind: Event lastTimestamp: "2026-04-16T18:01:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T18:01:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:34Z" name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9.18a6e846d8192b37 namespace: kserve-ci-e2e-test resourceVersion: "20362" uid: b766917b-d503-42f2-b505-1966608cc1c6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9 namespace: kserve-ci-e2e-test resourceVersion: "20337" uid: 24139345-90c9-4244-a6e4-c3b54534534b kind: Event lastTimestamp: "2026-04-16T18:01:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T18:01:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:34Z" name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9.18a6e846d87e69d2 namespace: kserve-ci-e2e-test resourceVersion: "20363" uid: 10b876c5-68b1-4790-b083-e87c7d83960f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:01:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9 namespace: kserve-ci-e2e-test resourceVersion: "20337" uid: 24139345-90c9-4244-a6e4-c3b54534534b kind: Event lastTimestamp: "2026-04-16T18:02:15Z" message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T18:01:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:02:15Z" name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9.18a6e846e721ee9e namespace: kserve-ci-e2e-test resourceVersion: "20769" uid: ed911a29-7ed7-4e7c-accb-44a5316c364c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9 namespace: kserve-ci-e2e-test resourceVersion: "20337" uid: 24139345-90c9-4244-a6e4-c3b54534534b kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:58Z" name: error-404-isvc-54da1-predictor-bf96fd7c-p48j9.18a6e8ca57c9f52a namespace: kserve-ci-e2e-test resourceVersion: "24655" uid: 15f2189a-b27c-40c4-af05-567a789c3027 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-54da1-predictor-bf96fd7c namespace: kserve-ci-e2e-test resourceVersion: "20327" uid: 5bf8b898-50d5-4120-9741-3f98053ad00d kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: 'Created pod: error-404-isvc-54da1-predictor-bf96fd7c-p48j9' metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:33Z" name: error-404-isvc-54da1-predictor-bf96fd7c.18a6e846cbbb1614 namespace: kserve-ci-e2e-test resourceVersion: "20338" uid: 25d83856-d009-4ca0-9f88-f4ed8ffcdac2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-54da1-predictor namespace: kserve-ci-e2e-test resourceVersion: "20321" uid: c808db38-2a83-4d08-b0af-368d3374eb28 kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: Scaled up replica set error-404-isvc-54da1-predictor-bf96fd7c from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:33Z" name: error-404-isvc-54da1-predictor.18a6e846c9cdfdbb namespace: kserve-ci-e2e-test resourceVersion: "20330" uid: d84b4c2a-488f-4ce5-8afa-d4e2454ccef8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-54da1-predictor namespace: kserve-ci-e2e-test resourceVersion: "20326" uid: e49414fb-b499-4959-87e8-36784563016d kind: Event lastTimestamp: "2026-04-16T18:01:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:01:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:48Z" name: error-404-isvc-54da1-predictor.18a6e84a48717f22 namespace: kserve-ci-e2e-test resourceVersion: "20520" uid: cb6151ba-3fbb-4c81-b473-f4e2e3ac42d0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-54da1-predictor namespace: kserve-ci-e2e-test resourceVersion: "20326" uid: e49414fb-b499-4959-87e8-36784563016d kind: Event lastTimestamp: "2026-04-16T18:01:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:01:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:48Z" name: error-404-isvc-54da1-predictor.18a6e84a48d2f39d namespace: kserve-ci-e2e-test resourceVersion: "20521" uid: d8f67401-489d-4dfd-9a33-715e8d7433c2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:02:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-54da1-predictor namespace: kserve-ci-e2e-test resourceVersion: "20519" uid: e49414fb-b499-4959-87e8-36784563016d kind: Event lastTimestamp: "2026-04-16T18:03:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:03:03Z" name: error-404-isvc-54da1-predictor.18a6e84dc788c01f namespace: kserve-ci-e2e-test resourceVersion: "21181" uid: 50586447-db52-40f9-af92-858dd87efc82 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:02:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-54da1-predictor namespace: kserve-ci-e2e-test resourceVersion: "20519" uid: e49414fb-b499-4959-87e8-36784563016d kind: Event lastTimestamp: "2026-04-16T18:03:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:03:03Z" name: error-404-isvc-54da1-predictor.18a6e84dc843150d namespace: kserve-ci-e2e-test resourceVersion: "21182" uid: bdf8b1b6-ae0b-443b-82b2-2f909f2fbcff reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-54da1 namespace: kserve-ci-e2e-test resourceVersion: "20303" uid: a4579f71-f795-4816-a2ff-4b36564662bb kind: Event lastTimestamp: "2026-04-16T18:02:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:02:25Z" name: error-404-isvc-54da1.18a6e846c9d9af7a namespace: kserve-ci-e2e-test resourceVersion: "20861" uid: 7a99f493-3ba6-44e1-b207-b365f01c96c6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-54da1 namespace: kserve-ci-e2e-test resourceVersion: "20303" uid: a4579f71-f795-4816-a2ff-4b36564662bb kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: 'Failed to update status for InferenceService "error-404-isvc-54da1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-54da1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:33Z" name: error-404-isvc-54da1.18a6e846ca522e1a namespace: kserve-ci-e2e-test resourceVersion: "20333" uid: 789f2749-a134-4fde-b348-cd663a1d593e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-54da1 namespace: kserve-ci-e2e-test resourceVersion: "20303" uid: a4579f71-f795-4816-a2ff-4b36564662bb kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-54da1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:33Z" name: error-404-isvc-54da1.18a6e846ca528254 namespace: kserve-ci-e2e-test resourceVersion: "20335" uid: 08162092-ac8d-455b-b267-f0d21b312ca2 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:02:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-54da1 namespace: kserve-ci-e2e-test resourceVersion: "20856" uid: a4579f71-f795-4816-a2ff-4b36564662bb kind: Event lastTimestamp: "2026-04-16T18:02:25Z" message: InferenceService [error-404-isvc-54da1] is Ready metadata: creationTimestamp: "2026-04-16T18:02:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:02:25Z" name: error-404-isvc-54da1.18a6e852cd546193 namespace: kserve-ci-e2e-test resourceVersion: "20857" uid: 2087d444-eada-4de2-a9e2-834dee13f115 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:00:13.562357Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5e299-predictor-75c4868959-6fvvq namespace: kserve-ci-e2e-test resourceVersion: "19317" uid: cb206248-a3bd-489f-802e-7e9f42dc6dec kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-5e299-predictor-75c4868959-6fvvq to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:00:13Z" name: error-404-isvc-5e299-predictor-75c4868959-6fvvq.18a6e8341cbd8ba1 namespace: kserve-ci-e2e-test resourceVersion: "19323" uid: 35d9387e-e3bc-4100-a3bb-022b9f5ef67b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5e299-predictor-75c4868959-6fvvq namespace: kserve-ci-e2e-test resourceVersion: "19325" uid: cb206248-a3bd-489f-802e-7e9f42dc6dec kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: Add eth0 [10.133.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:00:13Z" name: error-404-isvc-5e299-predictor-75c4868959-6fvvq.18a6e8342471ee1e namespace: kserve-ci-e2e-test resourceVersion: "19339" uid: 42a80617-19be-4bc4-80f7-b2a2155655b6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5e299-predictor-75c4868959-6fvvq namespace: kserve-ci-e2e-test resourceVersion: "19322" uid: cb206248-a3bd-489f-802e-7e9f42dc6dec kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:13Z" name: error-404-isvc-5e299-predictor-75c4868959-6fvvq.18a6e834260f6145 namespace: kserve-ci-e2e-test resourceVersion: "19343" uid: 6c1edd23-f4de-409f-9a58-67e8c6839126 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5e299-predictor-75c4868959-6fvvq namespace: kserve-ci-e2e-test resourceVersion: "19322" uid: cb206248-a3bd-489f-802e-7e9f42dc6dec kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:13Z" name: error-404-isvc-5e299-predictor-75c4868959-6fvvq.18a6e8342be5165c namespace: kserve-ci-e2e-test resourceVersion: "19346" uid: b7e0abd1-677a-4af1-b02f-911bb2297057 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5e299-predictor-75c4868959-6fvvq namespace: kserve-ci-e2e-test resourceVersion: "19322" uid: cb206248-a3bd-489f-802e-7e9f42dc6dec kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:13Z" name: error-404-isvc-5e299-predictor-75c4868959-6fvvq.18a6e8342c55b34a namespace: kserve-ci-e2e-test resourceVersion: "19347" uid: 81686bc6-b2ae-453f-8af3-655105b3b816 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5e299-predictor-75c4868959-6fvvq namespace: kserve-ci-e2e-test resourceVersion: "19322" uid: cb206248-a3bd-489f-802e-7e9f42dc6dec kind: Event lastTimestamp: "2026-04-16T18:01:34Z" message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:34Z" name: error-404-isvc-5e299-predictor-75c4868959-6fvvq.18a6e83435a6b434 namespace: kserve-ci-e2e-test resourceVersion: "20384" uid: c208cc3e-6e31-4e48-a73e-7b80f9907629 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5e299-predictor-75c4868959-6fvvq namespace: kserve-ci-e2e-test resourceVersion: "19322" uid: cb206248-a3bd-489f-802e-7e9f42dc6dec kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:33Z" name: error-404-isvc-5e299-predictor-75c4868959-6fvvq.18a6e846ca4ebdd7 namespace: kserve-ci-e2e-test resourceVersion: "20332" uid: d92602c3-ae61-46af-a554-fbfb2a6969f6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-5e299-predictor-75c4868959 namespace: kserve-ci-e2e-test resourceVersion: "19311" uid: 841529ac-f80b-458e-9b6a-123861e3b1c0 kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: 'Created pod: error-404-isvc-5e299-predictor-75c4868959-6fvvq' metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:13Z" name: error-404-isvc-5e299-predictor-75c4868959.18a6e8341bc7dcee namespace: kserve-ci-e2e-test resourceVersion: "19320" uid: 0f2b6f86-91d6-43b9-8450-a2bd8f1a3822 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-5e299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19309" uid: acb3822f-4a0c-46d1-ab53-35dca047891e kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: Scaled up replica set error-404-isvc-5e299-predictor-75c4868959 from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:13Z" name: error-404-isvc-5e299-predictor.18a6e8341a1cd7b0 namespace: kserve-ci-e2e-test resourceVersion: "19313" uid: c275c834-1550-4ca9-875e-16bf8c1b4d3b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:00:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5e299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19312" uid: 64126371-de5d-43ab-8c95-e02607ba6014 kind: Event lastTimestamp: "2026-04-16T18:00:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:43Z" name: error-404-isvc-5e299-predictor.18a6e8379996eefc namespace: kserve-ci-e2e-test resourceVersion: "19657" uid: 0b03eae8-43ea-479e-a998-26b545b8c3b3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:00:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5e299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19312" uid: 64126371-de5d-43ab-8c95-e02607ba6014 kind: Event lastTimestamp: "2026-04-16T18:00:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:43Z" name: error-404-isvc-5e299-predictor.18a6e8379a1fe4b6 namespace: kserve-ci-e2e-test resourceVersion: "19659" uid: a85212bc-770d-47ac-a9d3-ea2c18ea5237 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:00:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5e299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19500" uid: 64126371-de5d-43ab-8c95-e02607ba6014 kind: Event lastTimestamp: "2026-04-16T18:01:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:00:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:28Z" name: error-404-isvc-5e299-predictor.18a6e83e97eaef16 namespace: kserve-ci-e2e-test resourceVersion: "20204" uid: 7b3f11b7-86d1-46c7-9a5d-e93e0a4a62c7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:00:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5e299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19500" uid: 64126371-de5d-43ab-8c95-e02607ba6014 kind: Event lastTimestamp: "2026-04-16T18:01:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:00:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:28Z" name: error-404-isvc-5e299-predictor.18a6e83e9873a2e0 namespace: kserve-ci-e2e-test resourceVersion: "20205" uid: 477808e4-ac1f-491c-ac99-57b0b4980baa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5e299 namespace: kserve-ci-e2e-test resourceVersion: "19283" uid: 2d790e02-d3c7-4b6f-af33-7aa918d389ff kind: Event lastTimestamp: "2026-04-16T18:01:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:05Z" name: error-404-isvc-5e299.18a6e8341aa4f555 namespace: kserve-ci-e2e-test resourceVersion: "19978" uid: 6c4bd36d-9b86-4753-99a8-d181e3b7a23f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5e299 namespace: kserve-ci-e2e-test resourceVersion: "19283" uid: 2d790e02-d3c7-4b6f-af33-7aa918d389ff kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: 'Failed to update status for InferenceService "error-404-isvc-5e299": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-5e299": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:13Z" name: error-404-isvc-5e299.18a6e8341b1a665f namespace: kserve-ci-e2e-test resourceVersion: "19316" uid: 141feda8-4125-4873-a8d8-9cdf504fb7f4 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5e299 namespace: kserve-ci-e2e-test resourceVersion: "19283" uid: 2d790e02-d3c7-4b6f-af33-7aa918d389ff kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-5e299": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:13Z" name: error-404-isvc-5e299.18a6e8341b1adbe9 namespace: kserve-ci-e2e-test resourceVersion: "19319" uid: eac09636-17a5-411e-a401-7ebf09c09654 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5e299 namespace: kserve-ci-e2e-test resourceVersion: "19973" uid: 2d790e02-d3c7-4b6f-af33-7aa918d389ff kind: Event lastTimestamp: "2026-04-16T18:01:05Z" message: InferenceService [error-404-isvc-5e299] is Ready metadata: creationTimestamp: "2026-04-16T18:01:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:05Z" name: error-404-isvc-5e299.18a6e8401b33130b namespace: kserve-ci-e2e-test resourceVersion: "19974" uid: b8ffd323-8324-45f5-96c8-68e41a8d4226 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:59:24.153739Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5 namespace: kserve-ci-e2e-test resourceVersion: "18822" uid: 13a91386-926e-494b-8b84-b5f1685c0ef7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8493d-predictor-788f857f9f-wlsz5 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:59:24Z" name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5.18a6e8289bc1d123 namespace: kserve-ci-e2e-test resourceVersion: "18829" uid: 3c3c1d42-9504-4273-927b-391fbcfd5820 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5 namespace: kserve-ci-e2e-test resourceVersion: "18826" uid: 13a91386-926e-494b-8b84-b5f1685c0ef7 kind: Event lastTimestamp: "2026-04-16T17:59:24Z" message: Add eth0 [10.133.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:59:24Z" name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5.18a6e828af94e1c2 namespace: kserve-ci-e2e-test resourceVersion: "18849" uid: fb1c2527-d6cc-4b46-9bb7-0c78bd243102 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5 namespace: kserve-ci-e2e-test resourceVersion: "18826" uid: 13a91386-926e-494b-8b84-b5f1685c0ef7 kind: Event lastTimestamp: "2026-04-16T17:59:24Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:59:24Z" name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5.18a6e828b18f2aae namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: 42f3ff7a-4a86-4719-a809-cbc700c82f4e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5 namespace: kserve-ci-e2e-test resourceVersion: "18826" uid: 13a91386-926e-494b-8b84-b5f1685c0ef7 kind: Event lastTimestamp: "2026-04-16T17:59:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:59:24Z" name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5.18a6e828b761d432 namespace: kserve-ci-e2e-test resourceVersion: "18853" uid: 2f4e2453-0f59-4bad-b484-cf349b804a37 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5 namespace: kserve-ci-e2e-test resourceVersion: "18826" uid: 13a91386-926e-494b-8b84-b5f1685c0ef7 kind: Event lastTimestamp: "2026-04-16T17:59:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:59:24Z" name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5.18a6e828b7d436d6 namespace: kserve-ci-e2e-test resourceVersion: "18854" uid: 0a64c4df-f20f-4242-ae7c-a5c5eabcd1ad reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5 namespace: kserve-ci-e2e-test resourceVersion: "18826" uid: 13a91386-926e-494b-8b84-b5f1685c0ef7 kind: Event lastTimestamp: "2026-04-16T18:00:45Z" message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:45Z" name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5.18a6e828c2ad16d8 namespace: kserve-ci-e2e-test resourceVersion: "19804" uid: 6db7b22a-3af2-4ac5-aa63-4c69f2be283d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5 namespace: kserve-ci-e2e-test resourceVersion: "18826" uid: 13a91386-926e-494b-8b84-b5f1685c0ef7 kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:44Z" name: error-404-isvc-8493d-predictor-788f857f9f-wlsz5.18a6e83b468baf76 namespace: kserve-ci-e2e-test resourceVersion: "19745" uid: 8e5fa836-10a3-42d7-a187-44510f1bdebd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8493d-predictor-788f857f9f namespace: kserve-ci-e2e-test resourceVersion: "18812" uid: f1d2e469-ac4f-42e1-953b-66944d21b101 kind: Event lastTimestamp: "2026-04-16T17:59:24Z" message: 'Created pod: error-404-isvc-8493d-predictor-788f857f9f-wlsz5' metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:59:24Z" name: error-404-isvc-8493d-predictor-788f857f9f.18a6e8289a830a49 namespace: kserve-ci-e2e-test resourceVersion: "18824" uid: 2512177c-df33-419f-b2f7-bf6e2e6a5835 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8493d-predictor namespace: kserve-ci-e2e-test resourceVersion: "18807" uid: a37d0435-eff4-4c5c-9a0d-6a93da1f3508 kind: Event lastTimestamp: "2026-04-16T17:59:24Z" message: Scaled up replica set error-404-isvc-8493d-predictor-788f857f9f from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:59:24Z" name: error-404-isvc-8493d-predictor.18a6e82897071a9a namespace: kserve-ci-e2e-test resourceVersion: "18814" uid: 267e4525-d82e-417a-8192-210148f4d5f5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T17:59:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8493d-predictor namespace: kserve-ci-e2e-test resourceVersion: "18810" uid: 05862d0a-7491-4057-a383-6317afe833c6 kind: Event lastTimestamp: "2026-04-16T17:59:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:59:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:59:54Z" name: error-404-isvc-8493d-predictor.18a6e82c15d366ac namespace: kserve-ci-e2e-test resourceVersion: "19094" uid: 9b3ae825-143c-4015-8b76-6160b295b0a2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T17:59:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8493d-predictor namespace: kserve-ci-e2e-test resourceVersion: "18810" uid: 05862d0a-7491-4057-a383-6317afe833c6 kind: Event lastTimestamp: "2026-04-16T17:59:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:59:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:59:54Z" name: error-404-isvc-8493d-predictor.18a6e82c1659fa4d namespace: kserve-ci-e2e-test resourceVersion: "19095" uid: 51ad0f5f-0fe7-4962-929c-e9cc0cee33c0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:00:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8493d-predictor namespace: kserve-ci-e2e-test resourceVersion: "18979" uid: 05862d0a-7491-4057-a383-6317afe833c6 kind: Event lastTimestamp: "2026-04-16T18:00:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:00:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:39Z" name: error-404-isvc-8493d-predictor.18a6e83314844749 namespace: kserve-ci-e2e-test resourceVersion: "19613" uid: a2aa7505-7bbc-4765-ac00-d4ebeabfe89c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:00:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8493d-predictor namespace: kserve-ci-e2e-test resourceVersion: "18979" uid: 05862d0a-7491-4057-a383-6317afe833c6 kind: Event lastTimestamp: "2026-04-16T18:00:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:00:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:39Z" name: error-404-isvc-8493d-predictor.18a6e83315328c53 namespace: kserve-ci-e2e-test resourceVersion: "19615" uid: cfdd8e8d-3759-4c47-842d-9050efe6f87c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8493d namespace: kserve-ci-e2e-test resourceVersion: "18797" uid: e6524d66-5e5e-42cf-93e2-06f045d6bbdd kind: Event lastTimestamp: "2026-04-16T18:00:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:16Z" name: error-404-isvc-8493d.18a6e82896ca1b9f namespace: kserve-ci-e2e-test resourceVersion: "19394" uid: 6af3196b-8e2d-45f1-b808-bb6d27d6b21a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8493d namespace: kserve-ci-e2e-test resourceVersion: "19388" uid: e6524d66-5e5e-42cf-93e2-06f045d6bbdd kind: Event lastTimestamp: "2026-04-16T18:00:15Z" message: InferenceService [error-404-isvc-8493d] is Ready metadata: creationTimestamp: "2026-04-16T18:00:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:15Z" name: error-404-isvc-8493d.18a6e834a972849d namespace: kserve-ci-e2e-test resourceVersion: "19389" uid: d213873b-3974-4530-877b-71681960ecc8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:49:58.921053Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: b1fc29ed-9974-4a56-a378-2f8018da4ee1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8e251-predictor-64c47d4b4f-xj88b to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:49:58Z" name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b.18a6e7a501437ce0 namespace: kserve-ci-e2e-test resourceVersion: "14407" uid: a960011c-5465-43f6-b079-4781a3f841db reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:59Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b namespace: kserve-ci-e2e-test resourceVersion: "14410" uid: b1fc29ed-9974-4a56-a378-2f8018da4ee1 kind: Event lastTimestamp: "2026-04-16T17:49:59Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:49:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:49:59Z" name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b.18a6e7a509fe8d58 namespace: kserve-ci-e2e-test resourceVersion: "14423" uid: fc3602cc-1eae-4a47-81aa-8e9cb19ad91c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b namespace: kserve-ci-e2e-test resourceVersion: "14401" uid: b1fc29ed-9974-4a56-a378-2f8018da4ee1 kind: Event lastTimestamp: "2026-04-16T17:49:59Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T17:49:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:59Z" name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b.18a6e7a50ce1c328 namespace: kserve-ci-e2e-test resourceVersion: "14426" uid: 0222a33b-c116-45b6-af07-981b7cc1460e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b namespace: kserve-ci-e2e-test resourceVersion: "14401" uid: b1fc29ed-9974-4a56-a378-2f8018da4ee1 kind: Event lastTimestamp: "2026-04-16T17:49:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T17:49:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:59Z" name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b.18a6e7a512c3d868 namespace: kserve-ci-e2e-test resourceVersion: "14428" uid: d04b4887-4fd1-4768-ac41-0c31adee3ea0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b namespace: kserve-ci-e2e-test resourceVersion: "14401" uid: b1fc29ed-9974-4a56-a378-2f8018da4ee1 kind: Event lastTimestamp: "2026-04-16T17:49:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T17:49:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:59Z" name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b.18a6e7a51329e9e0 namespace: kserve-ci-e2e-test resourceVersion: "14429" uid: b5fcd24f-c36c-45b5-a6c1-e16886e9ee04 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:49:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b namespace: kserve-ci-e2e-test resourceVersion: "14401" uid: b1fc29ed-9974-4a56-a378-2f8018da4ee1 kind: Event lastTimestamp: "2026-04-16T17:50:40Z" message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T17:49:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:40Z" name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b.18a6e7a540667b0a namespace: kserve-ci-e2e-test resourceVersion: "14833" uid: 1a1a182d-bf7f-40a7-b37a-29a24af2e262 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b namespace: kserve-ci-e2e-test resourceVersion: "14401" uid: b1fc29ed-9974-4a56-a378-2f8018da4ee1 kind: Event lastTimestamp: "2026-04-16T17:59:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T17:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:59:23Z" name: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b.18a6e82891470389 namespace: kserve-ci-e2e-test resourceVersion: "18796" uid: bf82c526-1c55-4f38-b673-e3ef5cd0ca0f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8e251-predictor-64c47d4b4f namespace: kserve-ci-e2e-test resourceVersion: "14391" uid: 2f1fb5be-3c9a-4d1e-80c4-f55e29d66580 kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: 'Created pod: error-404-isvc-8e251-predictor-64c47d4b4f-xj88b' metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:58Z" name: error-404-isvc-8e251-predictor-64c47d4b4f.18a6e7a500cfa624 namespace: kserve-ci-e2e-test resourceVersion: "14403" uid: e51c0b53-796d-4da2-ad9a-5c358bc1db68 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8e251-predictor namespace: kserve-ci-e2e-test resourceVersion: "14387" uid: 4d0455b4-14d4-4e3d-89c6-e3be0d1fc488 kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: Scaled up replica set error-404-isvc-8e251-predictor-64c47d4b4f from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:58Z" name: error-404-isvc-8e251-predictor.18a6e7a4fe5f50d0 namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 93375fee-c112-489f-8cad-8b605e16299b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T17:50:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8e251-predictor namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 3fbb54d6-6c92-4794-aa9d-358473b3b7da kind: Event lastTimestamp: "2026-04-16T17:50:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:28Z" name: error-404-isvc-8e251-predictor.18a6e7a87cbdb80a namespace: kserve-ci-e2e-test resourceVersion: "14707" uid: 457c547d-1088-41bc-945d-96429d44b033 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T17:50:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8e251-predictor namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 3fbb54d6-6c92-4794-aa9d-358473b3b7da kind: Event lastTimestamp: "2026-04-16T17:50:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:28Z" name: error-404-isvc-8e251-predictor.18a6e7a87d2786bc namespace: kserve-ci-e2e-test resourceVersion: "14708" uid: ac926da4-b926-4b02-ad8f-e6c56881ed0f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T17:50:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8e251-predictor namespace: kserve-ci-e2e-test resourceVersion: "14567" uid: 3fbb54d6-6c92-4794-aa9d-358473b3b7da kind: Event lastTimestamp: "2026-04-16T17:51:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:28Z" name: error-404-isvc-8e251-predictor.18a6e7af7ab17182 namespace: kserve-ci-e2e-test resourceVersion: "15431" uid: 69124ba4-7f68-4642-9de7-b10c0ab18bbc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T17:50:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8e251-predictor namespace: kserve-ci-e2e-test resourceVersion: "14567" uid: 3fbb54d6-6c92-4794-aa9d-358473b3b7da kind: Event lastTimestamp: "2026-04-16T17:51:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:28Z" name: error-404-isvc-8e251-predictor.18a6e7af7b0fdef7 namespace: kserve-ci-e2e-test resourceVersion: "15432" uid: 486fdf2e-d26c-495d-b41c-10140355d3c8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8e251 namespace: kserve-ci-e2e-test resourceVersion: "14373" uid: 0220772b-95f3-4c33-83ee-2803805fcf26 kind: Event lastTimestamp: "2026-04-16T17:50:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:50:51Z" name: error-404-isvc-8e251.18a6e7a4fdc85573 namespace: kserve-ci-e2e-test resourceVersion: "15086" uid: be0a3b52-54da-4cfb-a700-f374b808104f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8e251 namespace: kserve-ci-e2e-test resourceVersion: "14373" uid: 0220772b-95f3-4c33-83ee-2803805fcf26 kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: 'Failed to update status for InferenceService "error-404-isvc-8e251": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8e251": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:49:58Z" name: error-404-isvc-8e251.18a6e7a4fe5a65f4 namespace: kserve-ci-e2e-test resourceVersion: "14395" uid: ff321146-93ca-45db-aeaa-db4cfc56b92e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8e251 namespace: kserve-ci-e2e-test resourceVersion: "14373" uid: 0220772b-95f3-4c33-83ee-2803805fcf26 kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8e251": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:49:58Z" name: error-404-isvc-8e251.18a6e7a4fe5ab010 namespace: kserve-ci-e2e-test resourceVersion: "14397" uid: 30d41c83-5063-4fc6-8b07-7f3799e695b6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8e251 namespace: kserve-ci-e2e-test resourceVersion: "15081" uid: 0220772b-95f3-4c33-83ee-2803805fcf26 kind: Event lastTimestamp: "2026-04-16T17:50:51Z" message: InferenceService [error-404-isvc-8e251] is Ready metadata: creationTimestamp: "2026-04-16T17:50:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:50:51Z" name: error-404-isvc-8e251.18a6e7b12880ed76 namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 8f7926c1-06ae-4680-bc5a-70df5ce0d353 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:11:29.985115Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2 namespace: kserve-ci-e2e-test resourceVersion: "25091" uid: f82c040f-64ab-4fbf-944e-1bc56cc84fb6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:11:29Z" name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2.18a6e8d19aada815 namespace: kserve-ci-e2e-test resourceVersion: "25098" uid: d4c8c60d-6d17-4253-8efc-a6c95c2aa817 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:30Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2 namespace: kserve-ci-e2e-test resourceVersion: "25099" uid: f82c040f-64ab-4fbf-944e-1bc56cc84fb6 kind: Event lastTimestamp: "2026-04-16T18:11:30Z" message: Add eth0 [10.133.0.55/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:11:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:11:30Z" name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2.18a6e8d1a2a2f257 namespace: kserve-ci-e2e-test resourceVersion: "25115" uid: 196298c2-5eb8-429f-a1c9-2a44dcb6a348 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2 namespace: kserve-ci-e2e-test resourceVersion: "25095" uid: f82c040f-64ab-4fbf-944e-1bc56cc84fb6 kind: Event lastTimestamp: "2026-04-16T18:11:30Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T18:11:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:30Z" name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2.18a6e8d1a4b9e469 namespace: kserve-ci-e2e-test resourceVersion: "25119" uid: b9a2525c-ece9-4cef-816d-c72e8cc6d668 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2 namespace: kserve-ci-e2e-test resourceVersion: "25095" uid: f82c040f-64ab-4fbf-944e-1bc56cc84fb6 kind: Event lastTimestamp: "2026-04-16T18:11:30Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T18:11:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:30Z" name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2.18a6e8d1a8aa1e49 namespace: kserve-ci-e2e-test resourceVersion: "25121" uid: 2f1be414-7b5d-4533-914f-3b4d119e0b12 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2 namespace: kserve-ci-e2e-test resourceVersion: "25095" uid: f82c040f-64ab-4fbf-944e-1bc56cc84fb6 kind: Event lastTimestamp: "2026-04-16T18:11:30Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T18:11:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:30Z" name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2.18a6e8d1a91ed900 namespace: kserve-ci-e2e-test resourceVersion: "25123" uid: 3bfdc6bd-71e6-4c18-b0f9-7bf6b81f87a0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:11:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2 namespace: kserve-ci-e2e-test resourceVersion: "25095" uid: f82c040f-64ab-4fbf-944e-1bc56cc84fb6 kind: Event lastTimestamp: "2026-04-16T18:12:13Z" message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T18:11:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:12:13Z" name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2.18a6e8d220fdb66f namespace: kserve-ci-e2e-test resourceVersion: "25529" uid: e21fade9-728d-43a1-ad61-e90f45d6d449 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:20:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2 namespace: kserve-ci-e2e-test resourceVersion: "25095" uid: f82c040f-64ab-4fbf-944e-1bc56cc84fb6 kind: Event lastTimestamp: "2026-04-16T18:20:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:20:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:20:54Z" name: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2.18a6e95510a67f1a namespace: kserve-ci-e2e-test resourceVersion: "29529" uid: cc266de5-08cc-44c0-8184-1c8e122dc533 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c5b1b-predictor-78c899d8d5 namespace: kserve-ci-e2e-test resourceVersion: "25076" uid: a8344352-6191-4ce0-889d-fd98536de4e1 kind: Event lastTimestamp: "2026-04-16T18:11:29Z" message: 'Created pod: error-404-isvc-c5b1b-predictor-78c899d8d5-r45k2' metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:11:29Z" name: error-404-isvc-c5b1b-predictor-78c899d8d5.18a6e8d199902929 namespace: kserve-ci-e2e-test resourceVersion: "25093" uid: d16aaac4-45af-4d5e-87f7-9aefaa514bc4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c5b1b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25073" uid: e6721609-903b-42cc-9192-9dfd777b4de7 kind: Event lastTimestamp: "2026-04-16T18:11:29Z" message: Scaled up replica set error-404-isvc-c5b1b-predictor-78c899d8d5 from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:11:29Z" name: error-404-isvc-c5b1b-predictor.18a6e8d19672093a namespace: kserve-ci-e2e-test resourceVersion: "25081" uid: 530fa197-b2a0-4a18-9cbc-284621660831 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:11:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c5b1b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25084" uid: a31f8e7e-4e62-4cfc-972e-5234861d52bf kind: Event lastTimestamp: "2026-04-16T18:12:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:11:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:14Z" name: error-404-isvc-c5b1b-predictor.18a6e8d5165b9dba namespace: kserve-ci-e2e-test resourceVersion: "25547" uid: 77313486-a23b-463c-991a-e929be74c634 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:11:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c5b1b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25084" uid: a31f8e7e-4e62-4cfc-972e-5234861d52bf kind: Event lastTimestamp: "2026-04-16T18:12:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:11:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:14Z" name: error-404-isvc-c5b1b-predictor.18a6e8d516d7c752 namespace: kserve-ci-e2e-test resourceVersion: "25548" uid: 1d5c6ef5-fa7d-45eb-bd69-9bcbb12ebe29 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:12:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c5b1b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25257" uid: a31f8e7e-4e62-4cfc-972e-5234861d52bf kind: Event lastTimestamp: "2026-04-16T18:12:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:12:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:45Z" name: error-404-isvc-c5b1b-predictor.18a6e8df939eb70a namespace: kserve-ci-e2e-test resourceVersion: "25834" uid: 37524cb2-3b87-4078-aa47-cc7ef7686490 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:12:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c5b1b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25257" uid: a31f8e7e-4e62-4cfc-972e-5234861d52bf kind: Event lastTimestamp: "2026-04-16T18:12:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:12:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:45Z" name: error-404-isvc-c5b1b-predictor.18a6e8df94657aec namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 63e8e095-472d-4b9d-b22f-79510cebe646 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c5b1b namespace: kserve-ci-e2e-test resourceVersion: "25057" uid: 799107a4-89aa-41b7-a44a-917c72370ecb kind: Event lastTimestamp: "2026-04-16T18:12:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:12:23Z" name: error-404-isvc-c5b1b.18a6e8d19798f587 namespace: kserve-ci-e2e-test resourceVersion: "25626" uid: 1770f7e1-3fdb-4079-8410-1fcff6ae97e2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c5b1b namespace: kserve-ci-e2e-test resourceVersion: "25057" uid: 799107a4-89aa-41b7-a44a-917c72370ecb kind: Event lastTimestamp: "2026-04-16T18:11:29Z" message: 'Failed to update status for InferenceService "error-404-isvc-c5b1b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c5b1b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:29Z" name: error-404-isvc-c5b1b.18a6e8d198801287 namespace: kserve-ci-e2e-test resourceVersion: "25090" uid: 971f17bf-e1dd-4070-bb1b-f6c172dc9ec1 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c5b1b namespace: kserve-ci-e2e-test resourceVersion: "25057" uid: 799107a4-89aa-41b7-a44a-917c72370ecb kind: Event lastTimestamp: "2026-04-16T18:11:29Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c5b1b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:29Z" name: error-404-isvc-c5b1b.18a6e8d198807193 namespace: kserve-ci-e2e-test resourceVersion: "25092" uid: a091965e-e542-476d-a861-dabd75e40259 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c5b1b namespace: kserve-ci-e2e-test resourceVersion: "25624" uid: 799107a4-89aa-41b7-a44a-917c72370ecb kind: Event lastTimestamp: "2026-04-16T18:12:23Z" message: InferenceService [error-404-isvc-c5b1b] is Ready metadata: creationTimestamp: "2026-04-16T18:12:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:12:23Z" name: error-404-isvc-c5b1b.18a6e8de06101920 namespace: kserve-ci-e2e-test resourceVersion: "25625" uid: b8f09186-fa5f-42e5-9561-104239d6346a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:48:28.555788Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6 namespace: kserve-ci-e2e-test resourceVersion: "13394" uid: a4d49867-4354-44b1-ad35-b63e9f5527ef kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:48:28Z" name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6.18a6e78ff712f3de namespace: kserve-ci-e2e-test resourceVersion: "13402" uid: 47507ba4-953a-4b73-b700-7fdf79f672b4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6 namespace: kserve-ci-e2e-test resourceVersion: "13408" uid: a4d49867-4354-44b1-ad35-b63e9f5527ef kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:48:28Z" name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6.18a6e78ffebe4085 namespace: kserve-ci-e2e-test resourceVersion: "13430" uid: d74a6546-cf0f-4f7f-b452-82e08b1b7c07 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6 namespace: kserve-ci-e2e-test resourceVersion: "13396" uid: a4d49867-4354-44b1-ad35-b63e9f5527ef kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1426" metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:28Z" name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6.18a6e7900088bd42 namespace: kserve-ci-e2e-test resourceVersion: "13436" uid: b17c9e1d-29b1-4095-bb39-856e073f7466 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6 namespace: kserve-ci-e2e-test resourceVersion: "13396" uid: a4d49867-4354-44b1-ad35-b63e9f5527ef kind: Event lastTimestamp: "2026-04-16T17:48:43Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1426" in 14.877s (14.877s including waiting). Image size: 1332236408 bytes.' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:43Z" name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6.18a6e79377489360 namespace: kserve-ci-e2e-test resourceVersion: "13621" uid: e35d7cae-cdf6-4090-8f28-5699f4591835 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6 namespace: kserve-ci-e2e-test resourceVersion: "13396" uid: a4d49867-4354-44b1-ad35-b63e9f5527ef kind: Event lastTimestamp: "2026-04-16T17:48:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:43Z" name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6.18a6e7937e938e48 namespace: kserve-ci-e2e-test resourceVersion: "13626" uid: 87fb6c76-1b93-4c26-922f-84cbb80e167c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6 namespace: kserve-ci-e2e-test resourceVersion: "13396" uid: a4d49867-4354-44b1-ad35-b63e9f5527ef kind: Event lastTimestamp: "2026-04-16T17:48:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:43Z" name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6.18a6e7937ef5f64d namespace: kserve-ci-e2e-test resourceVersion: "13627" uid: 11d16335-5a5d-4de5-b4f0-f96f0c88b52e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6 namespace: kserve-ci-e2e-test resourceVersion: "13396" uid: a4d49867-4354-44b1-ad35-b63e9f5527ef kind: Event lastTimestamp: "2026-04-16T17:49:24Z" message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:24Z" name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6.18a6e79380589a04 namespace: kserve-ci-e2e-test resourceVersion: "13961" uid: 003725be-cc38-47ae-b566-22fe1fa9a5ab reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6 namespace: kserve-ci-e2e-test resourceVersion: "13396" uid: a4d49867-4354-44b1-ad35-b63e9f5527ef kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:58Z" name: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6.18a6e7a4f0cec979 namespace: kserve-ci-e2e-test resourceVersion: "14342" uid: 9fe62629-6575-4ad7-965b-249ed57db282 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d60f9-predictor-bcfc89bfc namespace: kserve-ci-e2e-test resourceVersion: "13384" uid: 889c86e8-3a36-4749-860a-f3cb94febb07 kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: 'Created pod: error-404-isvc-d60f9-predictor-bcfc89bfc-f6jf6' metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:48:28Z" name: error-404-isvc-d60f9-predictor-bcfc89bfc.18a6e78ff63a8ced namespace: kserve-ci-e2e-test resourceVersion: "13397" uid: 0062243d-9257-466d-a8dd-d75e8094312f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d60f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "13378" uid: f671d761-f13e-42d9-9c80-e3d790902bc0 kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Scaled up replica set error-404-isvc-d60f9-predictor-bcfc89bfc from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:48:28Z" name: error-404-isvc-d60f9-predictor.18a6e78ff2879116 namespace: kserve-ci-e2e-test resourceVersion: "13386" uid: 57b78fbe-b9f5-4b1b-901d-1a5b3d6231f4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d60f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "13383" uid: ab1da3ef-66d5-4a85-b8ba-28d423f3b212 kind: Event lastTimestamp: "2026-04-16T17:49:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:13Z" name: error-404-isvc-d60f9-predictor.18a6e793713c1e30 namespace: kserve-ci-e2e-test resourceVersion: "13878" uid: 293a483e-75d2-479c-a552-e3c0ec940261 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d60f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "13383" uid: ab1da3ef-66d5-4a85-b8ba-28d423f3b212 kind: Event lastTimestamp: "2026-04-16T17:49:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:13Z" name: error-404-isvc-d60f9-predictor.18a6e79371b241c5 namespace: kserve-ci-e2e-test resourceVersion: "13879" uid: 59e288f7-c126-4d05-9913-6dbf402d2eac reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:49:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d60f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "13615" uid: ab1da3ef-66d5-4a85-b8ba-28d423f3b212 kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:58Z" name: error-404-isvc-d60f9-predictor.18a6e79deeb8c759 namespace: kserve-ci-e2e-test resourceVersion: "14325" uid: d9fd5a12-972f-497f-b12a-1f4298bee6be reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:49:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d60f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "13615" uid: ab1da3ef-66d5-4a85-b8ba-28d423f3b212 kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:58Z" name: error-404-isvc-d60f9-predictor.18a6e79def33ad14 namespace: kserve-ci-e2e-test resourceVersion: "14329" uid: 807d4b0f-5b0b-4fe2-b4e3-9a05cb947418 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d60f9 namespace: kserve-ci-e2e-test resourceVersion: "13366" uid: 75de1d38-6d97-4972-b19b-73f2105d391e kind: Event lastTimestamp: "2026-04-16T17:49:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:49:34Z" name: error-404-isvc-d60f9.18a6e78ff291279f namespace: kserve-ci-e2e-test resourceVersion: "14072" uid: 14e219d4-e20a-4112-ab7d-f2be9a4e352c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d60f9 namespace: kserve-ci-e2e-test resourceVersion: "14066" uid: 75de1d38-6d97-4972-b19b-73f2105d391e kind: Event lastTimestamp: "2026-04-16T17:49:34Z" message: InferenceService [error-404-isvc-d60f9] is Ready metadata: creationTimestamp: "2026-04-16T17:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:49:34Z" name: error-404-isvc-d60f9.18a6e79f66d0fbab namespace: kserve-ci-e2e-test resourceVersion: "14067" uid: d2525fd7-5116-466b-bd24-d3c422c59ffc reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:10:58.817407Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7 namespace: kserve-ci-e2e-test resourceVersion: "24653" uid: 985ae6ae-2c9a-4dfa-a0fa-691306696ef9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:10:58Z" name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7.18a6e8ca58f034e9 namespace: kserve-ci-e2e-test resourceVersion: "24661" uid: 35718832-e617-428c-a6a8-a6c3bcadbbd1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7 namespace: kserve-ci-e2e-test resourceVersion: "24665" uid: 985ae6ae-2c9a-4dfa-a0fa-691306696ef9 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: Add eth0 [10.133.0.52/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:10:58Z" name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7.18a6e8ca616c6cf0 namespace: kserve-ci-e2e-test resourceVersion: "24675" uid: 803c05bf-072d-47c4-b3d5-6847cee72df6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7 namespace: kserve-ci-e2e-test resourceVersion: "24658" uid: 985ae6ae-2c9a-4dfa-a0fa-691306696ef9 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:58Z" name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7.18a6e8ca62cfd464 namespace: kserve-ci-e2e-test resourceVersion: "24677" uid: b6ec52f3-7377-4ab2-bfa4-966e3aad5c3c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7 namespace: kserve-ci-e2e-test resourceVersion: "24658" uid: 985ae6ae-2c9a-4dfa-a0fa-691306696ef9 kind: Event lastTimestamp: "2026-04-16T18:10:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T18:10:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:59Z" name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7.18a6e8ca6ac477a0 namespace: kserve-ci-e2e-test resourceVersion: "24684" uid: 91dfaaee-52a1-46c9-881a-5d4293e0abc5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7 namespace: kserve-ci-e2e-test resourceVersion: "24658" uid: 985ae6ae-2c9a-4dfa-a0fa-691306696ef9 kind: Event lastTimestamp: "2026-04-16T18:10:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T18:10:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:59Z" name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7.18a6e8ca6b4d4d31 namespace: kserve-ci-e2e-test resourceVersion: "24685" uid: 4fe430e8-97d4-4b2f-8900-9b9b8b99a185 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:11:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7 namespace: kserve-ci-e2e-test resourceVersion: "24658" uid: 985ae6ae-2c9a-4dfa-a0fa-691306696ef9 kind: Event lastTimestamp: "2026-04-16T18:11:42Z" message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T18:11:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:42Z" name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7.18a6e8cae286dc1d namespace: kserve-ci-e2e-test resourceVersion: "25231" uid: 8723a586-f255-45b4-848f-dcd0527731a2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:28:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7 namespace: kserve-ci-e2e-test resourceVersion: "24658" uid: 985ae6ae-2c9a-4dfa-a0fa-691306696ef9 kind: Event lastTimestamp: "2026-04-16T18:28:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:28:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:28:28Z" name: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7.18a6e9beb05add9c namespace: kserve-ci-e2e-test resourceVersion: "32664" uid: 120426fa-1d19-4699-ba0d-a5fd85bdabef reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d9a0e-predictor-8b7fd8fb9 namespace: kserve-ci-e2e-test resourceVersion: "24639" uid: 517021ba-183b-4974-beb3-e6a4bc54f7c7 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: 'Created pod: error-404-isvc-d9a0e-predictor-8b7fd8fb9-nvzd7' metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:10:58Z" name: error-404-isvc-d9a0e-predictor-8b7fd8fb9.18a6e8ca5866fa2f namespace: kserve-ci-e2e-test resourceVersion: "24657" uid: 387fa52a-2efd-45c6-8883-07750e3f16ee reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d9a0e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24636" uid: 9d2c42b5-c786-4e51-bc7d-5f299824dccb kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: Scaled up replica set error-404-isvc-d9a0e-predictor-8b7fd8fb9 from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:10:58Z" name: error-404-isvc-d9a0e-predictor.18a6e8ca5625b417 namespace: kserve-ci-e2e-test resourceVersion: "24645" uid: 3e7623dd-3468-4ffb-9924-6d61072cd9bc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:11:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d9a0e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24640" uid: b2aa6887-6b50-415b-85e4-14229d11e7ae kind: Event lastTimestamp: "2026-04-16T18:12:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:11:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:13Z" name: error-404-isvc-d9a0e-predictor.18a6e8cdd534a699 namespace: kserve-ci-e2e-test resourceVersion: "25535" uid: 4e6aafb3-cd44-4221-b883-708d048c7197 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:11:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d9a0e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24640" uid: b2aa6887-6b50-415b-85e4-14229d11e7ae kind: Event lastTimestamp: "2026-04-16T18:12:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:11:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:13Z" name: error-404-isvc-d9a0e-predictor.18a6e8cdd5cbdabb namespace: kserve-ci-e2e-test resourceVersion: "25536" uid: 16d3bb4f-cbe9-4096-b267-cffc278192a8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d9a0e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24838" uid: b2aa6887-6b50-415b-85e4-14229d11e7ae kind: Event lastTimestamp: "2026-04-16T18:12:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:12:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:28Z" name: error-404-isvc-d9a0e-predictor.18a6e8df5167b061 namespace: kserve-ci-e2e-test resourceVersion: "25676" uid: 46f8deb6-5926-486a-a672-5b37a72275cd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d9a0e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24838" uid: b2aa6887-6b50-415b-85e4-14229d11e7ae kind: Event lastTimestamp: "2026-04-16T18:12:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:12:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:28Z" name: error-404-isvc-d9a0e-predictor.18a6e8df51d93df5 namespace: kserve-ci-e2e-test resourceVersion: "25677" uid: fb621b81-ebd9-4248-b5a6-edf7720da1f5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "24625" uid: 5686a5b3-8185-4f70-84a5-a070f77e3e51 kind: Event lastTimestamp: "2026-04-16T18:11:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:52Z" name: error-404-isvc-d9a0e.18a6e8ca564fa859 namespace: kserve-ci-e2e-test resourceVersion: "25333" uid: 207e081b-26b9-4034-9994-dd473871ba43 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "24625" uid: 5686a5b3-8185-4f70-84a5-a070f77e3e51 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: 'Failed to update status for InferenceService "error-404-isvc-d9a0e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d9a0e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:10:58Z" name: error-404-isvc-d9a0e.18a6e8ca5716ef5e namespace: kserve-ci-e2e-test resourceVersion: "24651" uid: e80914f9-e788-47e1-b156-f97eb0f02ac1 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "24625" uid: 5686a5b3-8185-4f70-84a5-a070f77e3e51 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d9a0e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:10:58Z" name: error-404-isvc-d9a0e.18a6e8ca57174828 namespace: kserve-ci-e2e-test resourceVersion: "24654" uid: bd42179d-1fe5-4e5e-9258-d8f4dccd40d4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "25331" uid: 5686a5b3-8185-4f70-84a5-a070f77e3e51 kind: Event lastTimestamp: "2026-04-16T18:11:52Z" message: InferenceService [error-404-isvc-d9a0e] is Ready metadata: creationTimestamp: "2026-04-16T18:11:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:52Z" name: error-404-isvc-d9a0e.18a6e8d6ca7b4eac namespace: kserve-ci-e2e-test resourceVersion: "25332" uid: 99c46faa-94d9-48d1-8b8c-8be3271be7f7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:00:44.409663Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8 namespace: kserve-ci-e2e-test resourceVersion: "19752" uid: a6854379-2a41-4136-8e6f-2efba510f34f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:00:44Z" name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8.18a6e83b4b620036 namespace: kserve-ci-e2e-test resourceVersion: "19760" uid: 8dde34c3-3b10-459b-82c2-c19f757412e0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8 namespace: kserve-ci-e2e-test resourceVersion: "19761" uid: a6854379-2a41-4136-8e6f-2efba510f34f kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: Add eth0 [10.133.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:00:44Z" name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8.18a6e83b535c8847 namespace: kserve-ci-e2e-test resourceVersion: "19771" uid: 8b0b1a26-aafc-4286-a3c1-915af3f488f5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8 namespace: kserve-ci-e2e-test resourceVersion: "19755" uid: a6854379-2a41-4136-8e6f-2efba510f34f kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:44Z" name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8.18a6e83b5525f42f namespace: kserve-ci-e2e-test resourceVersion: "19775" uid: d909e733-6644-450d-995c-b169d708c17b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8 namespace: kserve-ci-e2e-test resourceVersion: "19755" uid: a6854379-2a41-4136-8e6f-2efba510f34f kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:44Z" name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8.18a6e83b585c343e namespace: kserve-ci-e2e-test resourceVersion: "19777" uid: 3f13f225-c46e-42aa-93ac-10ec21cc1c6e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8 namespace: kserve-ci-e2e-test resourceVersion: "19755" uid: a6854379-2a41-4136-8e6f-2efba510f34f kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:44Z" name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8.18a6e83b58cf9720 namespace: kserve-ci-e2e-test resourceVersion: "19780" uid: 6fe3c035-16ff-4bb8-ba5e-155be6587133 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:00:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8 namespace: kserve-ci-e2e-test resourceVersion: "19755" uid: a6854379-2a41-4136-8e6f-2efba510f34f kind: Event lastTimestamp: "2026-04-16T18:01:26Z" message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T18:00:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:26Z" name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8.18a6e83b74269b2b namespace: kserve-ci-e2e-test resourceVersion: "20183" uid: d7ff06d4-4465-4c21-bacf-1765d2fe3a99 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8 namespace: kserve-ci-e2e-test resourceVersion: "19755" uid: a6854379-2a41-4136-8e6f-2efba510f34f kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:09Z" name: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8.18a6e8bece0c07cb namespace: kserve-ci-e2e-test resourceVersion: "24140" uid: a5b4e19f-82c0-4aea-ae65-d4c66b6861cb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ed576-predictor-65c7fd45bf namespace: kserve-ci-e2e-test resourceVersion: "19744" uid: a194e1b4-e7e7-4169-8d3e-0c1d4d01ef9c kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: 'Created pod: error-404-isvc-ed576-predictor-65c7fd45bf-jfsc8' metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:44Z" name: error-404-isvc-ed576-predictor-65c7fd45bf.18a6e83b4a3cb740 namespace: kserve-ci-e2e-test resourceVersion: "19756" uid: 1e9832de-5b2e-4913-a7d5-3dbc7b7247e2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ed576-predictor namespace: kserve-ci-e2e-test resourceVersion: "19740" uid: 5d71fa54-272a-46cb-8392-724e2ea0e0f6 kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: Scaled up replica set error-404-isvc-ed576-predictor-65c7fd45bf from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:44Z" name: error-404-isvc-ed576-predictor.18a6e83b46e517db namespace: kserve-ci-e2e-test resourceVersion: "19748" uid: 759b1d1c-480e-4e2d-83cf-489b78f35d81 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:00:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ed576-predictor namespace: kserve-ci-e2e-test resourceVersion: "19743" uid: 57846373-c960-4952-aa35-3e644f1bac7f kind: Event lastTimestamp: "2026-04-16T18:01:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:14Z" name: error-404-isvc-ed576-predictor.18a6e83ec56fffef namespace: kserve-ci-e2e-test resourceVersion: "20061" uid: 2b1af48e-8457-4d3f-ba13-5f70e07cbb9d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:00:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ed576-predictor namespace: kserve-ci-e2e-test resourceVersion: "19743" uid: 57846373-c960-4952-aa35-3e644f1bac7f kind: Event lastTimestamp: "2026-04-16T18:01:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:14Z" name: error-404-isvc-ed576-predictor.18a6e83ec5e4ba76 namespace: kserve-ci-e2e-test resourceVersion: "20062" uid: d1dfafb8-d2e5-49ed-b714-4761f5cb0020 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:01:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ed576-predictor namespace: kserve-ci-e2e-test resourceVersion: "19921" uid: 57846373-c960-4952-aa35-3e644f1bac7f kind: Event lastTimestamp: "2026-04-16T18:01:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:59Z" name: error-404-isvc-ed576-predictor.18a6e845c3862344 namespace: kserve-ci-e2e-test resourceVersion: "20637" uid: 8294588c-8511-4515-8425-d1ea53b236d8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:01:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ed576-predictor namespace: kserve-ci-e2e-test resourceVersion: "19921" uid: 57846373-c960-4952-aa35-3e644f1bac7f kind: Event lastTimestamp: "2026-04-16T18:01:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:59Z" name: error-404-isvc-ed576-predictor.18a6e845c400834c namespace: kserve-ci-e2e-test resourceVersion: "20638" uid: 4bccab95-8aaf-4ad8-bb6b-83f57f41261a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ed576 namespace: kserve-ci-e2e-test resourceVersion: "19714" uid: 7238199a-3f41-449b-9725-12a64c9e902e kind: Event lastTimestamp: "2026-04-16T18:01:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:36Z" name: error-404-isvc-ed576.18a6e83b46cb3a2b namespace: kserve-ci-e2e-test resourceVersion: "20413" uid: b6ba4be2-4fd4-4624-9aef-ad853d38151e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ed576 namespace: kserve-ci-e2e-test resourceVersion: "19714" uid: 7238199a-3f41-449b-9725-12a64c9e902e kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: 'Failed to update status for InferenceService "error-404-isvc-ed576": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ed576": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:44Z" name: error-404-isvc-ed576.18a6e83b479e2151 namespace: kserve-ci-e2e-test resourceVersion: "19749" uid: 26d60eff-7d0e-448a-93b0-5af13de9a193 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ed576 namespace: kserve-ci-e2e-test resourceVersion: "19714" uid: 7238199a-3f41-449b-9725-12a64c9e902e kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ed576": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:44Z" name: error-404-isvc-ed576.18a6e83b479e7054 namespace: kserve-ci-e2e-test resourceVersion: "19750" uid: 84bd7b7e-fefb-488b-941c-b674644c8fa8 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ed576 namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: 7238199a-3f41-449b-9725-12a64c9e902e kind: Event lastTimestamp: "2026-04-16T18:01:36Z" message: InferenceService [error-404-isvc-ed576] is Ready metadata: creationTimestamp: "2026-04-16T18:01:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:36Z" name: error-404-isvc-ed576.18a6e847595ee370 namespace: kserve-ci-e2e-test resourceVersion: "20409" uid: a8ddf66b-8732-4f54-bdab-83b9b91cf501 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:50:48.626147Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg namespace: kserve-ci-e2e-test resourceVersion: "15005" uid: 098054f0-d166-4d20-89b1-6e7fefa70d0a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-f6449-predictor-5db958dfd5-jktbg to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:50:48Z" name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg.18a6e7b093eb0839 namespace: kserve-ci-e2e-test resourceVersion: "15012" uid: 459581f0-4ac2-4f63-8fdb-7554f7254415 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg namespace: kserve-ci-e2e-test resourceVersion: "15016" uid: 098054f0-d166-4d20-89b1-6e7fefa70d0a kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:50:48Z" name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg.18a6e7b09d35e6de namespace: kserve-ci-e2e-test resourceVersion: "15033" uid: 29198f60-9aac-412d-b763-7a7ee13ed4b0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg namespace: kserve-ci-e2e-test resourceVersion: "15009" uid: 098054f0-d166-4d20-89b1-6e7fefa70d0a kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:48Z" name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg.18a6e7b09e895890 namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: 30ba89f4-660c-4d68-b172-a76b48a9b8be reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg namespace: kserve-ci-e2e-test resourceVersion: "15009" uid: 098054f0-d166-4d20-89b1-6e7fefa70d0a kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:48Z" name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg.18a6e7b0a51c2e3d namespace: kserve-ci-e2e-test resourceVersion: "15039" uid: d271137a-f7b8-41f5-8a2e-fb23084cd2e3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg namespace: kserve-ci-e2e-test resourceVersion: "15009" uid: 098054f0-d166-4d20-89b1-6e7fefa70d0a kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:48Z" name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg.18a6e7b0a58f44b2 namespace: kserve-ci-e2e-test resourceVersion: "15040" uid: 63c8ed61-7c38-4f80-b949-c78dcca90ddf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:50:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg namespace: kserve-ci-e2e-test resourceVersion: "15009" uid: 098054f0-d166-4d20-89b1-6e7fefa70d0a kind: Event lastTimestamp: "2026-04-16T17:51:30Z" message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T17:50:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:51:30Z" name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg.18a6e7b0b29902db namespace: kserve-ci-e2e-test resourceVersion: "15440" uid: 691e7e7a-1e56-4b16-a205-511f493630a6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg namespace: kserve-ci-e2e-test resourceVersion: "15009" uid: 098054f0-d166-4d20-89b1-6e7fefa70d0a kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:13Z" name: error-404-isvc-f6449-predictor-5db958dfd5-jktbg.18a6e8341962c68e namespace: kserve-ci-e2e-test resourceVersion: "19310" uid: 886540ad-10a2-402f-b2fa-cd672b455b5c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-f6449-predictor-5db958dfd5 namespace: kserve-ci-e2e-test resourceVersion: "14989" uid: 0e30b360-4bad-48d9-9811-70db7d85c19e kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: 'Created pod: error-404-isvc-f6449-predictor-5db958dfd5-jktbg' metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:48Z" name: error-404-isvc-f6449-predictor-5db958dfd5.18a6e7b0935eb5db namespace: kserve-ci-e2e-test resourceVersion: "15008" uid: a09c61ef-70e8-4ccc-8c71-be70ea1833a4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-f6449-predictor namespace: kserve-ci-e2e-test resourceVersion: "14987" uid: 621df86b-be4e-4d99-832d-7f4154426b37 kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: Scaled up replica set error-404-isvc-f6449-predictor-5db958dfd5 from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:48Z" name: error-404-isvc-f6449-predictor.18a6e7b091c24371 namespace: kserve-ci-e2e-test resourceVersion: "14996" uid: 50548311-bd84-4290-9f27-fdd106f8835f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T17:51:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f6449-predictor namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: bc4f6671-f8dd-4ae4-a242-ba18b5c24397 kind: Event lastTimestamp: "2026-04-16T17:51:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:51:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:48Z" name: error-404-isvc-f6449-predictor.18a6e7b410440040 namespace: kserve-ci-e2e-test resourceVersion: "15594" uid: 28382de4-2aa9-406b-ad1f-8f7dfbaf891a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T17:51:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f6449-predictor namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: bc4f6671-f8dd-4ae4-a242-ba18b5c24397 kind: Event lastTimestamp: "2026-04-16T17:51:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:51:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:48Z" name: error-404-isvc-f6449-predictor.18a6e7b410a05df6 namespace: kserve-ci-e2e-test resourceVersion: "15595" uid: 018fe56e-9973-4693-8aa7-1a9937a8cfc3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T17:52:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f6449-predictor namespace: kserve-ci-e2e-test resourceVersion: "15191" uid: bc4f6671-f8dd-4ae4-a242-ba18b5c24397 kind: Event lastTimestamp: "2026-04-16T17:52:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:52:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:52:18Z" name: error-404-isvc-f6449-predictor.18a6e7c20c34e4b7 namespace: kserve-ci-e2e-test resourceVersion: "15848" uid: 9b25acb7-1bec-4c7b-b3cf-6f2a8a1ada81 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T17:52:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f6449-predictor namespace: kserve-ci-e2e-test resourceVersion: "15191" uid: bc4f6671-f8dd-4ae4-a242-ba18b5c24397 kind: Event lastTimestamp: "2026-04-16T17:52:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:52:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:52:18Z" name: error-404-isvc-f6449-predictor.18a6e7c20cb22f4e namespace: kserve-ci-e2e-test resourceVersion: "15849" uid: 20aca310-18d2-45f9-b90f-1259093380f8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f6449 namespace: kserve-ci-e2e-test resourceVersion: "14973" uid: d26e854e-5521-46f9-bb0f-981a04cb404a kind: Event lastTimestamp: "2026-04-16T17:51:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:51:40Z" name: error-404-isvc-f6449.18a6e7b091a4ff79 namespace: kserve-ci-e2e-test resourceVersion: "15534" uid: a894a137-ceaa-4184-819d-73c356120216 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f6449 namespace: kserve-ci-e2e-test resourceVersion: "15525" uid: d26e854e-5521-46f9-bb0f-981a04cb404a kind: Event lastTimestamp: "2026-04-16T17:51:40Z" message: InferenceService [error-404-isvc-f6449] is Ready metadata: creationTimestamp: "2026-04-16T17:51:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:51:40Z" name: error-404-isvc-f6449.18a6e7bc9868f42c namespace: kserve-ci-e2e-test resourceVersion: "15526" uid: 02cbbcb5-5e08-4d7b-8401-1db1efcfe16c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:48:28.171927Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst namespace: kserve-ci-e2e-test resourceVersion: "13312" uid: 6c1b967c-437a-4b60-af9a-8c605f2d16ee kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst to ip-10-0-128-241.ec2.internal metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:48:28Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst.18a6e78fe031b5a7 namespace: kserve-ci-e2e-test resourceVersion: "13318" uid: e9fc4376-096c-4c1b-b4a5-86c0b0f8f333 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst namespace: kserve-ci-e2e-test resourceVersion: "13323" uid: 6c1b967c-437a-4b60-af9a-8c605f2d16ee kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:48:28Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst.18a6e78ffb6e2b34 namespace: kserve-ci-e2e-test resourceVersion: "13419" uid: fa13d7c1-2827-46db-aa3b-dee9e8d917f8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst namespace: kserve-ci-e2e-test resourceVersion: "13316" uid: 6c1b967c-437a-4b60-af9a-8c605f2d16ee kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d" metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:28Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst.18a6e78ffd0d5b97 namespace: kserve-ci-e2e-test resourceVersion: "13423" uid: 178ca37c-8651-46bb-875b-7cac0fe8c91f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst namespace: kserve-ci-e2e-test resourceVersion: "13316" uid: 6c1b967c-437a-4b60-af9a-8c605f2d16ee kind: Event lastTimestamp: "2026-04-16T17:48:33Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d" in 4.365s (4.365s including waiting). Image size: 301288404 bytes.' metadata: creationTimestamp: "2026-04-16T17:48:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:33Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst.18a6e791013d2a72 namespace: kserve-ci-e2e-test resourceVersion: "13489" uid: 229c6b69-369b-421d-a6c6-f7bd47adac11 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst namespace: kserve-ci-e2e-test resourceVersion: "13316" uid: 6c1b967c-437a-4b60-af9a-8c605f2d16ee kind: Event lastTimestamp: "2026-04-16T17:48:33Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-16T17:48:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:33Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst.18a6e791069218f0 namespace: kserve-ci-e2e-test resourceVersion: "13493" uid: 0d05af24-af29-4641-9582-4ef8a22ae5bd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst namespace: kserve-ci-e2e-test resourceVersion: "13316" uid: 6c1b967c-437a-4b60-af9a-8c605f2d16ee kind: Event lastTimestamp: "2026-04-16T17:48:33Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-16T17:48:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:33Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst.18a6e791073407b9 namespace: kserve-ci-e2e-test resourceVersion: "13495" uid: 70b41237-b633-4f3a-8e51-8de33c6ff212 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst namespace: kserve-ci-e2e-test resourceVersion: "13316" uid: 6c1b967c-437a-4b60-af9a-8c605f2d16ee kind: Event lastTimestamp: "2026-04-16T17:48:37Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426" metadata: creationTimestamp: "2026-04-16T17:48:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:37Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst.18a6e791f829cb53 namespace: kserve-ci-e2e-test resourceVersion: "13545" uid: 43be86bc-114e-4ffc-94b9-94bf48369eff reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst namespace: kserve-ci-e2e-test resourceVersion: "13316" uid: 6c1b967c-437a-4b60-af9a-8c605f2d16ee kind: Event lastTimestamp: "2026-04-16T17:49:05Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426" in 28.637s (28.637s including waiting). Image size: 1560702918 bytes.' metadata: creationTimestamp: "2026-04-16T17:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:05Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst.18a6e798a3158d84 namespace: kserve-ci-e2e-test resourceVersion: "13806" uid: 47de7d05-c437-4786-bdb9-79d578a06ed7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst namespace: kserve-ci-e2e-test resourceVersion: "13316" uid: 6c1b967c-437a-4b60-af9a-8c605f2d16ee kind: Event lastTimestamp: "2026-04-16T17:49:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T17:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:05Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst.18a6e798a60a749c namespace: kserve-ci-e2e-test resourceVersion: "13808" uid: 7d768880-21e4-4cfc-bb27-28c12bfe7df9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst namespace: kserve-ci-e2e-test resourceVersion: "13316" uid: 6c1b967c-437a-4b60-af9a-8c605f2d16ee kind: Event lastTimestamp: "2026-04-16T17:49:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T17:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:05Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst.18a6e798a68e8fa9 namespace: kserve-ci-e2e-test resourceVersion: "13809" uid: f300bf85-bcbe-4985-b30b-bd3e604fecd9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-16T17:49:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst namespace: kserve-ci-e2e-test resourceVersion: "13316" uid: 6c1b967c-437a-4b60-af9a-8c605f2d16ee kind: Event lastTimestamp: "2026-04-16T17:50:07Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T17:49:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:07Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst.18a6e798c125ec6e namespace: kserve-ci-e2e-test resourceVersion: "14496" uid: c665e94e-c527-411f-9097-147ae3678482 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst namespace: kserve-ci-e2e-test resourceVersion: "13316" uid: 6c1b967c-437a-4b60-af9a-8c605f2d16ee kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:48Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst.18a6e7b08dbd0284 namespace: kserve-ci-e2e-test resourceVersion: "14977" uid: c4164484-3f2a-4e4c-8478-68627d389d56 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-5466bc54c4 namespace: kserve-ci-e2e-test resourceVersion: "13300" uid: be9c0b0f-6fc6-4e44-ba79-65dcc3a50378 kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-5466bc54c4-p8jst' metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:48:28Z" name: isvc-sklearn-graph-1-predictor-5466bc54c4.18a6e78fdf877450 namespace: kserve-ci-e2e-test resourceVersion: "13314" uid: f355472e-503a-4d26-b3cf-240114d3d40e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13299" uid: 592d8d16-34fd-4e37-975a-1eb3276148f1 kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-5466bc54c4 from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:48:28Z" name: isvc-sklearn-graph-1-predictor.18a6e78fd9382e3f namespace: kserve-ci-e2e-test resourceVersion: "13302" uid: a05f5f9d-5825-4406-831f-53c3ef7eba4a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13311" uid: bb3d1428-65d6-459c-ab8d-d3b83b1db937 kind: Event lastTimestamp: "2026-04-16T17:49:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:43Z" name: isvc-sklearn-graph-1-predictor.18a6e7935f60d036 namespace: kserve-ci-e2e-test resourceVersion: "14127" uid: 439a7051-36bf-4cc0-b6c0-8387c555e5ff reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13311" uid: bb3d1428-65d6-459c-ab8d-d3b83b1db937 kind: Event lastTimestamp: "2026-04-16T17:49:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:43Z" name: isvc-sklearn-graph-1-predictor.18a6e7935ffa7e6f namespace: kserve-ci-e2e-test resourceVersion: "14128" uid: c3a5c6c4-ad38-41a4-b8c0-fa433782ac6f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13606" uid: bb3d1428-65d6-459c-ab8d-d3b83b1db937 kind: Event lastTimestamp: "2026-04-16T17:50:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:43Z" name: isvc-sklearn-graph-1-predictor.18a6e7a4dbb30753 namespace: kserve-ci-e2e-test resourceVersion: "14849" uid: 90354de5-a225-4e2b-bf9e-e38073b09928 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13606" uid: bb3d1428-65d6-459c-ab8d-d3b83b1db937 kind: Event lastTimestamp: "2026-04-16T17:50:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:43Z" name: isvc-sklearn-graph-1-predictor.18a6e7a4dc5cc69f namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 2e757f62-e361-4e5e-aed7-e2dba8a7103c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13283" uid: 764b3d63-e912-4064-8d64-a942bf8ad9ad kind: Event lastTimestamp: "2026-04-16T17:50:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:50:17Z" name: isvc-sklearn-graph-1.18a6e78fdf5120ae namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: 40b56a45-4761-40d9-80a7-e368739c47d7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13283" uid: 764b3d63-e912-4064-8d64-a942bf8ad9ad kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:48:28Z" name: isvc-sklearn-graph-1.18a6e78fe023ea8d namespace: kserve-ci-e2e-test resourceVersion: "13317" uid: 37747e3a-85a3-4d6d-8132-db0cd5505a5f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13283" uid: 764b3d63-e912-4064-8d64-a942bf8ad9ad kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:48:28Z" name: isvc-sklearn-graph-1.18a6e78fe0243c78 namespace: kserve-ci-e2e-test resourceVersion: "13321" uid: 6312accf-c77d-4c99-92af-91c60ba018ec reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14604" uid: 764b3d63-e912-4064-8d64-a942bf8ad9ad kind: Event lastTimestamp: "2026-04-16T17:50:17Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-04-16T17:50:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:50:17Z" name: isvc-sklearn-graph-1.18a6e7a94e5e7c0c namespace: kserve-ci-e2e-test resourceVersion: "14605" uid: f029d04c-3bb5-4081-90c6-a54c8215c09b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:48:28.675914Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 namespace: kserve-ci-e2e-test resourceVersion: "13424" uid: 82531e16-a564-4dcb-9c5e-3fa9952f570e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 to ip-10-0-128-241.ec2.internal metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:48:28Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7.18a6e78ffe3beb6d namespace: kserve-ci-e2e-test resourceVersion: "13428" uid: b2785876-cecd-4388-aa6d-5383d520a4bf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:29Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 namespace: kserve-ci-e2e-test resourceVersion: "13433" uid: 82531e16-a564-4dcb-9c5e-3fa9952f570e kind: Event lastTimestamp: "2026-04-16T17:48:29Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:48:29Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7.18a6e790186de85b namespace: kserve-ci-e2e-test resourceVersion: "13445" uid: b6e007e2-34c3-44a9-a346-001925d33ed2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 namespace: kserve-ci-e2e-test resourceVersion: "13425" uid: 82531e16-a564-4dcb-9c5e-3fa9952f570e kind: Event lastTimestamp: "2026-04-16T17:48:29Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d" metadata: creationTimestamp: "2026-04-16T17:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:29Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7.18a6e79019fdd184 namespace: kserve-ci-e2e-test resourceVersion: "13450" uid: 32a9ad16-b773-4e4e-acbd-6dd21b352fdd reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 namespace: kserve-ci-e2e-test resourceVersion: "13425" uid: 82531e16-a564-4dcb-9c5e-3fa9952f570e kind: Event lastTimestamp: "2026-04-16T17:48:33Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d" in 3.897s (3.897s including waiting). Image size: 301288404 bytes.' metadata: creationTimestamp: "2026-04-16T17:48:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:33Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7.18a6e7910247d666 namespace: kserve-ci-e2e-test resourceVersion: "13490" uid: 72ecbf6a-4a40-458a-be29-4344dadbd37c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 namespace: kserve-ci-e2e-test resourceVersion: "13425" uid: 82531e16-a564-4dcb-9c5e-3fa9952f570e kind: Event lastTimestamp: "2026-04-16T17:48:33Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-16T17:48:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:33Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7.18a6e791069bb60e namespace: kserve-ci-e2e-test resourceVersion: "13494" uid: 8bdfeb88-9e8e-4460-8c1f-7c9b28377d10 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 namespace: kserve-ci-e2e-test resourceVersion: "13425" uid: 82531e16-a564-4dcb-9c5e-3fa9952f570e kind: Event lastTimestamp: "2026-04-16T17:48:33Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-16T17:48:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:33Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7.18a6e79107480c06 namespace: kserve-ci-e2e-test resourceVersion: "13496" uid: ee74ccf5-6409-4845-9a13-ec615c4df1e6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 namespace: kserve-ci-e2e-test resourceVersion: "13425" uid: 82531e16-a564-4dcb-9c5e-3fa9952f570e kind: Event lastTimestamp: "2026-04-16T17:48:37Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426" metadata: creationTimestamp: "2026-04-16T17:48:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:37Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7.18a6e791f83c00a9 namespace: kserve-ci-e2e-test resourceVersion: "13548" uid: b706e682-1129-4aed-8ff5-8d30d8123812 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 namespace: kserve-ci-e2e-test resourceVersion: "13425" uid: 82531e16-a564-4dcb-9c5e-3fa9952f570e kind: Event lastTimestamp: "2026-04-16T17:49:05Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1426" in 28.648s (28.648s including waiting). Image size: 1560702918 bytes.' metadata: creationTimestamp: "2026-04-16T17:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:05Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7.18a6e798a3d50f6d namespace: kserve-ci-e2e-test resourceVersion: "13807" uid: 2fe27747-9e91-48e7-90a9-2fcb422257dc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 namespace: kserve-ci-e2e-test resourceVersion: "13425" uid: 82531e16-a564-4dcb-9c5e-3fa9952f570e kind: Event lastTimestamp: "2026-04-16T17:49:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T17:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:05Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7.18a6e798a90b940f namespace: kserve-ci-e2e-test resourceVersion: "13810" uid: 0f950239-7bf1-46ff-92f6-73492375c618 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 namespace: kserve-ci-e2e-test resourceVersion: "13425" uid: 82531e16-a564-4dcb-9c5e-3fa9952f570e kind: Event lastTimestamp: "2026-04-16T17:49:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T17:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:05Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7.18a6e798a97b91ab namespace: kserve-ci-e2e-test resourceVersion: "13811" uid: 490a45cf-9fcd-4777-b726-df4aecdd1a36 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-16T17:49:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 namespace: kserve-ci-e2e-test resourceVersion: "13425" uid: 82531e16-a564-4dcb-9c5e-3fa9952f570e kind: Event lastTimestamp: "2026-04-16T17:50:07Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T17:49:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:07Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7.18a6e798c140848b namespace: kserve-ci-e2e-test resourceVersion: "14498" uid: c6a9ebb1-4562-4fe2-930c-1a21fcf87cb8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7 namespace: kserve-ci-e2e-test resourceVersion: "13425" uid: 82531e16-a564-4dcb-9c5e-3fa9952f570e kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:48Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7.18a6e7b08a0cd27d namespace: kserve-ci-e2e-test resourceVersion: "14945" uid: b08f0574-ba9c-428f-9fcd-d19911ed5b6a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-7dfc8cb68 namespace: kserve-ci-e2e-test resourceVersion: "13413" uid: 567c9577-ba67-4010-91b6-a4dc4e3de015 kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-7dfc8cb68-tbrt7' metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:48:28Z" name: isvc-sklearn-graph-2-predictor-7dfc8cb68.18a6e78ffdd2e259 namespace: kserve-ci-e2e-test resourceVersion: "13426" uid: c65454b2-22cf-4d7c-baf1-b37d38c138bd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13411" uid: 1fbcd6a0-0b3f-4d79-8ea8-e74ec559dc0a kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-7dfc8cb68 from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:48:28Z" name: isvc-sklearn-graph-2-predictor.18a6e78ff9cbeb11 namespace: kserve-ci-e2e-test resourceVersion: "13416" uid: 40167e30-617e-4794-8dbf-e6f8e91792bb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13412" uid: ec8671ae-bdfc-4d12-83b6-cfefb117dcb0 kind: Event lastTimestamp: "2026-04-16T17:49:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:13Z" name: isvc-sklearn-graph-2-predictor.18a6e793786ce13b namespace: kserve-ci-e2e-test resourceVersion: "13881" uid: 7fe93989-05a2-404f-aa41-e0d646b3e25f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13412" uid: ec8671ae-bdfc-4d12-83b6-cfefb117dcb0 kind: Event lastTimestamp: "2026-04-16T17:49:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:13Z" name: isvc-sklearn-graph-2-predictor.18a6e79378fdfdd7 namespace: kserve-ci-e2e-test resourceVersion: "13882" uid: c0731303-ce84-4f20-b642-fe30adcc9bdf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:49:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13623" uid: ec8671ae-bdfc-4d12-83b6-cfefb117dcb0 kind: Event lastTimestamp: "2026-04-16T17:50:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:43Z" name: isvc-sklearn-graph-2-predictor.18a6e79df58b933d namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 984f246b-dcdf-4b33-945d-a02c108c0afb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:49:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13623" uid: ec8671ae-bdfc-4d12-83b6-cfefb117dcb0 kind: Event lastTimestamp: "2026-04-16T17:50:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:43Z" name: isvc-sklearn-graph-2-predictor.18a6e79df6123711 namespace: kserve-ci-e2e-test resourceVersion: "14858" uid: d9032727-e390-443b-ae91-fdf8d6e3bef3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "13393" uid: 3d8b0e25-812f-456d-a32c-d1d4e3c6ffb8 kind: Event lastTimestamp: "2026-04-16T17:50:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:50:17Z" name: isvc-sklearn-graph-2.18a6e78ff987b390 namespace: kserve-ci-e2e-test resourceVersion: "14610" uid: bccfb43b-eb93-432f-99e7-e3c82508f3ca reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14607" uid: 3d8b0e25-812f-456d-a32c-d1d4e3c6ffb8 kind: Event lastTimestamp: "2026-04-16T17:50:17Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-04-16T17:50:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:50:17Z" name: isvc-sklearn-graph-2.18a6e7a951241457 namespace: kserve-ci-e2e-test resourceVersion: "14608" uid: a8f79494-5f0e-428c-b70e-7bb41ccc6e0d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:48:28.462966Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl namespace: kserve-ci-e2e-test resourceVersion: "13370" uid: 84812f95-b47a-4bc5-889c-9e7cf05490f8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-784cb989b8-4c5tl to ip-10-0-128-241.ec2.internal metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:48:28Z" name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl.18a6e78ff18a9b8a namespace: kserve-ci-e2e-test resourceVersion: "13379" uid: 8846baee-b78a-4d05-909e-361c65565bc5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl namespace: kserve-ci-e2e-test resourceVersion: "13390" uid: 84812f95-b47a-4bc5-889c-9e7cf05490f8 kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:48:28Z" name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl.18a6e7900c66cb8a namespace: kserve-ci-e2e-test resourceVersion: "13440" uid: 87b36613-4544-443a-be49-a319c2e5ad7b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl namespace: kserve-ci-e2e-test resourceVersion: "13373" uid: 84812f95-b47a-4bc5-889c-9e7cf05490f8 kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d" metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:28Z" name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl.18a6e7900e5e2a29 namespace: kserve-ci-e2e-test resourceVersion: "13443" uid: 05bacf64-2604-4c58-826d-be3c862f43ca reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl namespace: kserve-ci-e2e-test resourceVersion: "13373" uid: 84812f95-b47a-4bc5-889c-9e7cf05490f8 kind: Event lastTimestamp: "2026-04-16T17:48:33Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:316603f897d12241b3c676dc4b9dc4be67d3abbf471c031d81dabf3287d0fc8d" in 4.108s (4.108s including waiting). Image size: 301288404 bytes.' metadata: creationTimestamp: "2026-04-16T17:48:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:33Z" name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl.18a6e791033fce2b namespace: kserve-ci-e2e-test resourceVersion: "13491" uid: 71146b8e-db6c-475b-8ff7-693b29af5988 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl namespace: kserve-ci-e2e-test resourceVersion: "13373" uid: 84812f95-b47a-4bc5-889c-9e7cf05490f8 kind: Event lastTimestamp: "2026-04-16T17:48:33Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-16T17:48:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:33Z" name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl.18a6e79106911415 namespace: kserve-ci-e2e-test resourceVersion: "13492" uid: 01ba8ae6-2b2f-424a-82b7-4579c2c74b54 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl namespace: kserve-ci-e2e-test resourceVersion: "13373" uid: 84812f95-b47a-4bc5-889c-9e7cf05490f8 kind: Event lastTimestamp: "2026-04-16T17:48:33Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-16T17:48:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:33Z" name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl.18a6e791074841ec namespace: kserve-ci-e2e-test resourceVersion: "13497" uid: d34248e8-fb8a-40cc-987f-70ffb4d44ab5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl namespace: kserve-ci-e2e-test resourceVersion: "13373" uid: 84812f95-b47a-4bc5-889c-9e7cf05490f8 kind: Event lastTimestamp: "2026-04-16T17:48:37Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-04-16T17:48:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:37Z" name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl.18a6e791f818136f namespace: kserve-ci-e2e-test resourceVersion: "13544" uid: 82e7942a-c1e8-4946-9762-72407c0da235 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl namespace: kserve-ci-e2e-test resourceVersion: "13373" uid: 84812f95-b47a-4bc5-889c-9e7cf05490f8 kind: Event lastTimestamp: "2026-04-16T17:49:05Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 28.759s (28.759s including waiting). Image size: 1306229499 bytes.' metadata: creationTimestamp: "2026-04-16T17:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:05Z" name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl.18a6e798aa501ff4 namespace: kserve-ci-e2e-test resourceVersion: "13812" uid: 69ad12b1-6fa1-4440-9197-d9d3d435f79d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl namespace: kserve-ci-e2e-test resourceVersion: "13373" uid: 84812f95-b47a-4bc5-889c-9e7cf05490f8 kind: Event lastTimestamp: "2026-04-16T17:49:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T17:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:05Z" name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl.18a6e798ad47afe9 namespace: kserve-ci-e2e-test resourceVersion: "13814" uid: 2ca90840-6215-421c-8174-9ee4944d905d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl namespace: kserve-ci-e2e-test resourceVersion: "13373" uid: 84812f95-b47a-4bc5-889c-9e7cf05490f8 kind: Event lastTimestamp: "2026-04-16T17:49:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T17:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:05Z" name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl.18a6e798adb9e683 namespace: kserve-ci-e2e-test resourceVersion: "13815" uid: c7f1d2d5-f823-460b-87cc-a4be4df1bc7e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T17:49:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl namespace: kserve-ci-e2e-test resourceVersion: "13373" uid: 84812f95-b47a-4bc5-889c-9e7cf05490f8 kind: Event lastTimestamp: "2026-04-16T17:49:57Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T17:49:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:57Z" name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl.18a6e798c1192c6e namespace: kserve-ci-e2e-test resourceVersion: "14282" uid: 250d0958-125b-4279-99cd-59b1e5c24bb3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl namespace: kserve-ci-e2e-test resourceVersion: "13373" uid: 84812f95-b47a-4bc5-889c-9e7cf05490f8 kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:48Z" name: isvc-xgboost-graph-predictor-784cb989b8-4c5tl.18a6e7b093ff6845 namespace: kserve-ci-e2e-test resourceVersion: "15013" uid: 9f2fc0b4-64d9-4288-bf3c-9855708c28fa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-241.ec2.internal source: component: kubelet host: ip-10-0-128-241.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-784cb989b8 namespace: kserve-ci-e2e-test resourceVersion: "13359" uid: b91e9aeb-8203-4c2d-a9e5-11967a286714 kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: 'Created pod: isvc-xgboost-graph-predictor-784cb989b8-4c5tl' metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:48:28Z" name: isvc-xgboost-graph-predictor-784cb989b8.18a6e78ff127b585 namespace: kserve-ci-e2e-test resourceVersion: "13374" uid: 164f3ccd-0c07-4ec1-9a6c-7126b31a9b72 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13357" uid: 8bf8cf83-e029-4d71-9ba1-0d9565236779 kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Scaled up replica set isvc-xgboost-graph-predictor-784cb989b8 from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:48:28Z" name: isvc-xgboost-graph-predictor.18a6e78fec35153e namespace: kserve-ci-e2e-test resourceVersion: "13363" uid: cea3d9e7-c0d4-4c99-bf40-b42ec567efcd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13358" uid: 5b633c71-ab90-4a9c-98d4-b593f5422a21 kind: Event lastTimestamp: "2026-04-16T17:49:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:13Z" name: isvc-xgboost-graph-predictor.18a6e7936a697dd7 namespace: kserve-ci-e2e-test resourceVersion: "13876" uid: d1b09203-a815-4e72-951f-df116a1ca1aa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13358" uid: 5b633c71-ab90-4a9c-98d4-b593f5422a21 kind: Event lastTimestamp: "2026-04-16T17:49:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:13Z" name: isvc-xgboost-graph-predictor.18a6e7936ad34991 namespace: kserve-ci-e2e-test resourceVersion: "13877" uid: 04a6b500-5506-45bf-a604-0eacda3c79d5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:49:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13612" uid: 5b633c71-ab90-4a9c-98d4-b593f5422a21 kind: Event lastTimestamp: "2026-04-16T17:50:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:43Z" name: isvc-xgboost-graph-predictor.18a6e79de7546018 namespace: kserve-ci-e2e-test resourceVersion: "14851" uid: 36b19675-3e78-4cda-a431-197eb1b4c9b5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:49:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13612" uid: 5b633c71-ab90-4a9c-98d4-b593f5422a21 kind: Event lastTimestamp: "2026-04-16T17:50:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:43Z" name: isvc-xgboost-graph-predictor.18a6e79de7d0a7fa namespace: kserve-ci-e2e-test resourceVersion: "14852" uid: 2c499da4-5755-4150-8f3b-1a4c4109496e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "13345" uid: 3599656f-d19c-4208-b85b-458d93af096b kind: Event lastTimestamp: "2026-04-16T17:50:07Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:50:07Z" name: isvc-xgboost-graph.18a6e78febbb3fbc namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: a5af6229-a8b2-40a6-a804-382b8788466d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14504" uid: 3599656f-d19c-4208-b85b-458d93af096b kind: Event lastTimestamp: "2026-04-16T17:50:07Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-04-16T17:50:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:50:07Z" name: isvc-xgboost-graph.18a6e7a6fbbc515e namespace: kserve-ci-e2e-test resourceVersion: "14505" uid: 91c2e75f-bfa4-4e7f-8324-e5023a36013c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:50:38.271812Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-884b78d8f-rz4zw namespace: kserve-ci-e2e-test resourceVersion: "14787" uid: 5da22b6a-8c07-4695-80ec-445d2e8217c5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-884b78d8f-rz4zw to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T17:50:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:50:38Z" name: model-chainer-884b78d8f-rz4zw.18a6e7ae2ac07472 namespace: kserve-ci-e2e-test resourceVersion: "14792" uid: 93e804c9-8eb1-46ca-a356-1fe552eb492d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:38Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-884b78d8f-rz4zw namespace: kserve-ci-e2e-test resourceVersion: "14789" uid: 5da22b6a-8c07-4695-80ec-445d2e8217c5 kind: Event lastTimestamp: "2026-04-16T17:50:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T17:50:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:38Z" name: model-chainer-884b78d8f-rz4zw.18a6e7ae3bb31e13 namespace: kserve-ci-e2e-test resourceVersion: "14804" uid: db9d5f21-bd49-478e-ae55-46897a658bd4 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:39Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-884b78d8f-rz4zw namespace: kserve-ci-e2e-test resourceVersion: "14796" uid: 5da22b6a-8c07-4695-80ec-445d2e8217c5 kind: Event lastTimestamp: "2026-04-16T17:50:39Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:50:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:50:39Z" name: model-chainer-884b78d8f-rz4zw.18a6e7ae677f9900 namespace: kserve-ci-e2e-test resourceVersion: "14813" uid: 5c04eed7-6caa-4162-b9d9-d5c975009cc4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-884b78d8f-rz4zw namespace: kserve-ci-e2e-test resourceVersion: "14789" uid: 5da22b6a-8c07-4695-80ec-445d2e8217c5 kind: Event lastTimestamp: "2026-04-16T17:50:39Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a" already present on machine metadata: creationTimestamp: "2026-04-16T17:50:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:39Z" name: model-chainer-884b78d8f-rz4zw.18a6e7ae694374a5 namespace: kserve-ci-e2e-test resourceVersion: "14815" uid: 5c1573cd-359c-431b-83a6-a9a4f0d7043d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-884b78d8f-rz4zw namespace: kserve-ci-e2e-test resourceVersion: "14789" uid: 5da22b6a-8c07-4695-80ec-445d2e8217c5 kind: Event lastTimestamp: "2026-04-16T17:50:39Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-04-16T17:50:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:39Z" name: model-chainer-884b78d8f-rz4zw.18a6e7ae6c2a71e9 namespace: kserve-ci-e2e-test resourceVersion: "14816" uid: 7b80e6d7-5f80-4c40-8d22-1119da352cbd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-884b78d8f-rz4zw namespace: kserve-ci-e2e-test resourceVersion: "14789" uid: 5da22b6a-8c07-4695-80ec-445d2e8217c5 kind: Event lastTimestamp: "2026-04-16T17:50:39Z" message: Started container model-chainer metadata: creationTimestamp: "2026-04-16T17:50:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:39Z" name: model-chainer-884b78d8f-rz4zw.18a6e7ae6c9a3b3f namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: 280d588e-c839-47d5-8434-24a5f6e5a5fd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-884b78d8f-rz4zw namespace: kserve-ci-e2e-test resourceVersion: "14789" uid: 5da22b6a-8c07-4695-80ec-445d2e8217c5 kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:48Z" name: model-chainer-884b78d8f-rz4zw.18a6e7b083ef5026 namespace: kserve-ci-e2e-test resourceVersion: "14921" uid: 82d543e3-a14f-4539-b349-65d927647ee1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:50:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-884b78d8f-rz4zw namespace: kserve-ci-e2e-test resourceVersion: "14789" uid: 5da22b6a-8c07-4695-80ec-445d2e8217c5 kind: Event lastTimestamp: "2026-04-16T17:51:16Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T17:50:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:51:16Z" name: model-chainer-884b78d8f-rz4zw.18a6e7b128760906 namespace: kserve-ci-e2e-test resourceVersion: "15329" uid: b87364d5-1ee1-4873-b4c1-7eed79e06977 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-884b78d8f namespace: kserve-ci-e2e-test resourceVersion: "14784" uid: 96af5abd-45fa-4fbf-888a-2e54edcc287b kind: Event lastTimestamp: "2026-04-16T17:50:38Z" message: 'Created pod: model-chainer-884b78d8f-rz4zw' metadata: creationTimestamp: "2026-04-16T17:50:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:38Z" name: model-chainer-884b78d8f.18a6e7ae2a38e987 namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 839b9615-2e77-4467-8d49-9db1fca81113 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "14781" uid: b4dd8d50-a259-4d9a-9eae-1bc2c5ebfc7f kind: Event lastTimestamp: "2026-04-16T17:50:38Z" message: Scaled up replica set model-chainer-884b78d8f from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:50:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:38Z" name: model-chainer.18a6e7ae291d47cf namespace: kserve-ci-e2e-test resourceVersion: "14785" uid: e9ee9875-e39c-4d40-be81-beaf781c6857 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "14798" uid: e0a06662-659c-4456-9b98-38b0b425db69 kind: Event lastTimestamp: "2026-04-16T17:50:38Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-04-16T17:50:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:50:38Z" name: model-chainer.18a6e7ae30578a57 namespace: kserve-ci-e2e-test resourceVersion: "14800" uid: 936aa595-2ba2-4011-8fce-9858cd2be966 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:02:43.840004Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-54da1-594f6b7df8-f9cxp namespace: kserve-ci-e2e-test resourceVersion: "21004" uid: 5b7d9203-7afe-43c8-93e2-356fa5ed2de3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-54da1-594f6b7df8-f9cxp to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:02:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:02:43Z" name: sequence-graph-54da1-594f6b7df8-f9cxp.18a6e85719fc6ef0 namespace: kserve-ci-e2e-test resourceVersion: "21009" uid: ffb19562-eb8f-418f-9349-7824a1747cd9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:02:44Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-54da1-594f6b7df8-f9cxp namespace: kserve-ci-e2e-test resourceVersion: "21012" uid: 5b7d9203-7afe-43c8-93e2-356fa5ed2de3 kind: Event lastTimestamp: "2026-04-16T18:02:44Z" message: Add eth0 [10.133.0.48/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:02:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:02:44Z" name: sequence-graph-54da1-594f6b7df8-f9cxp.18a6e85732dc4344 namespace: kserve-ci-e2e-test resourceVersion: "21027" uid: ed8da4a8-229a-40eb-a97c-d9f350b5c04b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:02:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-54da1} kind: Pod name: sequence-graph-54da1-594f6b7df8-f9cxp namespace: kserve-ci-e2e-test resourceVersion: "21005" uid: 5b7d9203-7afe-43c8-93e2-356fa5ed2de3 kind: Event lastTimestamp: "2026-04-16T18:02:44Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a" already present on machine metadata: creationTimestamp: "2026-04-16T18:02:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:02:44Z" name: sequence-graph-54da1-594f6b7df8-f9cxp.18a6e85734964efc namespace: kserve-ci-e2e-test resourceVersion: "21030" uid: 6e9974d1-4f9c-4a56-aa93-f0877050ea17 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:02:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-54da1} kind: Pod name: sequence-graph-54da1-594f6b7df8-f9cxp namespace: kserve-ci-e2e-test resourceVersion: "21005" uid: 5b7d9203-7afe-43c8-93e2-356fa5ed2de3 kind: Event lastTimestamp: "2026-04-16T18:02:44Z" message: 'Created container: sequence-graph-54da1' metadata: creationTimestamp: "2026-04-16T18:02:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:02:44Z" name: sequence-graph-54da1-594f6b7df8-f9cxp.18a6e8573738209b namespace: kserve-ci-e2e-test resourceVersion: "21031" uid: 52bf13aa-b18c-45d7-8b59-1f35b3646603 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:02:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-54da1} kind: Pod name: sequence-graph-54da1-594f6b7df8-f9cxp namespace: kserve-ci-e2e-test resourceVersion: "21005" uid: 5b7d9203-7afe-43c8-93e2-356fa5ed2de3 kind: Event lastTimestamp: "2026-04-16T18:02:44Z" message: Started container sequence-graph-54da1 metadata: creationTimestamp: "2026-04-16T18:02:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:02:44Z" name: sequence-graph-54da1-594f6b7df8-f9cxp.18a6e85737966cf0 namespace: kserve-ci-e2e-test resourceVersion: "21032" uid: f08dedef-8eb4-4759-937f-327eb222d0fd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-54da1} kind: Pod name: sequence-graph-54da1-594f6b7df8-f9cxp namespace: kserve-ci-e2e-test resourceVersion: "21005" uid: 5b7d9203-7afe-43c8-93e2-356fa5ed2de3 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: Stopping container sequence-graph-54da1 metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:58Z" name: sequence-graph-54da1-594f6b7df8-f9cxp.18a6e8ca457da96b namespace: kserve-ci-e2e-test resourceVersion: "24584" uid: 83535a98-ffd9-4716-8fdd-842b3aedd1b6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:11:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-54da1} kind: Pod name: sequence-graph-54da1-594f6b7df8-f9cxp namespace: kserve-ci-e2e-test resourceVersion: "21005" uid: 5b7d9203-7afe-43c8-93e2-356fa5ed2de3 kind: Event lastTimestamp: "2026-04-16T18:11:25Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T18:11:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:25Z" name: sequence-graph-54da1-594f6b7df8-f9cxp.18a6e8cabe3f3379 namespace: kserve-ci-e2e-test resourceVersion: "24963" uid: ca8bc6e7-e617-4d70-80b7-f167c40c0bc8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:02:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-54da1-594f6b7df8 namespace: kserve-ci-e2e-test resourceVersion: "21001" uid: 5ff275e7-25c8-4060-8279-2b5bbd42bc7a kind: Event lastTimestamp: "2026-04-16T18:02:43Z" message: 'Created pod: sequence-graph-54da1-594f6b7df8-f9cxp' metadata: creationTimestamp: "2026-04-16T18:02:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:02:43Z" name: sequence-graph-54da1-594f6b7df8.18a6e85719868066 namespace: kserve-ci-e2e-test resourceVersion: "21006" uid: fe9f061a-fd9d-48b7-a6c7-92f82ab8c120 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:02:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-54da1 namespace: kserve-ci-e2e-test resourceVersion: "20999" uid: d11d5729-7cf2-42ea-bd4e-2992bd82aa77 kind: Event lastTimestamp: "2026-04-16T18:02:43Z" message: Scaled up replica set sequence-graph-54da1-594f6b7df8 from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:02:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:02:43Z" name: sequence-graph-54da1.18a6e857182931a4 namespace: kserve-ci-e2e-test resourceVersion: "21002" uid: 8aa66599-ae7f-4be0-bdda-331dbcf1de9a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:02:43Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-54da1 namespace: kserve-ci-e2e-test resourceVersion: "21018" uid: 143e83cd-0019-461b-a37c-169978d44ceb kind: Event lastTimestamp: "2026-04-16T18:02:43Z" message: InferenceGraph [sequence-graph-54da1] is Ready metadata: creationTimestamp: "2026-04-16T18:02:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:02:43Z" name: sequence-graph-54da1.18a6e8571f657ecf namespace: kserve-ci-e2e-test resourceVersion: "21020" uid: 167fa26c-fedc-406b-b0e6-5783c874764a reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:02:43Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-54da1 namespace: kserve-ci-e2e-test resourceVersion: "20992" uid: 143e83cd-0019-461b-a37c-169978d44ceb kind: Event lastTimestamp: "2026-04-16T18:02:43Z" message: 'Failed to update status for InferenceGraph "sequence-graph-54da1": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-54da1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:02:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:02:43Z" name: sequence-graph-54da1.18a6e85722fe7c58 namespace: kserve-ci-e2e-test resourceVersion: "21022" uid: 0fe85d91-893e-46ff-8948-0b3f304c0291 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:02:43Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-54da1 namespace: kserve-ci-e2e-test resourceVersion: "20992" uid: 143e83cd-0019-461b-a37c-169978d44ceb kind: Event lastTimestamp: "2026-04-16T18:02:43Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-54da1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:02:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:02:44Z" name: sequence-graph-54da1.18a6e85722fec153 namespace: kserve-ci-e2e-test resourceVersion: "21023" uid: 7e86e65d-ced9-43de-b9e1-64401bdf24a5 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:02:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-54da1 namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 92f3b21c-75b9-4c43-a410-708985c60cd5 kind: Event lastTimestamp: "2026-04-16T18:03:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:02:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:03:13Z" name: sequence-graph-54da1.18a6e85a966b750c namespace: kserve-ci-e2e-test resourceVersion: "21247" uid: 61aea264-5911-42d6-a2d1-9a955a1a7af1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:02:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-54da1 namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 92f3b21c-75b9-4c43-a410-708985c60cd5 kind: Event lastTimestamp: "2026-04-16T18:03:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:02:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:03:13Z" name: sequence-graph-54da1.18a6e85a9709acdf namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: 74e95601-de08-42d4-b611-cb3c330cc5b8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:01:23.507609Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5e299-6f5777484f-5l654 namespace: kserve-ci-e2e-test resourceVersion: "20134" uid: 4bf988b8-2466-4ade-85d7-ee68867a3582 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-5e299-6f5777484f-5l654 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:01:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:01:23Z" name: sequence-graph-5e299-6f5777484f-5l654.18a6e84465cd5486 namespace: kserve-ci-e2e-test resourceVersion: "20139" uid: 1e8b66ce-9957-44d9-a5bc-580f2fd52dd5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:01:23Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5e299-6f5777484f-5l654 namespace: kserve-ci-e2e-test resourceVersion: "20138" uid: 4bf988b8-2466-4ade-85d7-ee68867a3582 kind: Event lastTimestamp: "2026-04-16T18:01:24Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-5e299-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T18:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:24Z" name: sequence-graph-5e299-6f5777484f-5l654.18a6e8447210a7d9 namespace: kserve-ci-e2e-test resourceVersion: "20158" uid: 8ff357f8-7222-4133-b29f-d11e50c05a16 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:25Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5e299-6f5777484f-5l654 namespace: kserve-ci-e2e-test resourceVersion: "20143" uid: 4bf988b8-2466-4ade-85d7-ee68867a3582 kind: Event lastTimestamp: "2026-04-16T18:01:25Z" message: Add eth0 [10.133.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:01:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:01:25Z" name: sequence-graph-5e299-6f5777484f-5l654.18a6e844d82a2d56 namespace: kserve-ci-e2e-test resourceVersion: "20171" uid: eb8a8f2f-99ef-4319-8397-77e13a4a5d9f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5e299} kind: Pod name: sequence-graph-5e299-6f5777484f-5l654 namespace: kserve-ci-e2e-test resourceVersion: "20138" uid: 4bf988b8-2466-4ade-85d7-ee68867a3582 kind: Event lastTimestamp: "2026-04-16T18:01:25Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a" already present on machine metadata: creationTimestamp: "2026-04-16T18:01:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:25Z" name: sequence-graph-5e299-6f5777484f-5l654.18a6e844d9bc3d18 namespace: kserve-ci-e2e-test resourceVersion: "20173" uid: 3493d3f8-e0c6-46f1-8359-9ed3798cf82e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5e299} kind: Pod name: sequence-graph-5e299-6f5777484f-5l654 namespace: kserve-ci-e2e-test resourceVersion: "20138" uid: 4bf988b8-2466-4ade-85d7-ee68867a3582 kind: Event lastTimestamp: "2026-04-16T18:01:25Z" message: 'Created container: sequence-graph-5e299' metadata: creationTimestamp: "2026-04-16T18:01:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:25Z" name: sequence-graph-5e299-6f5777484f-5l654.18a6e844dd2097e1 namespace: kserve-ci-e2e-test resourceVersion: "20174" uid: 24bea252-f816-4656-9cb8-d6f974a7195b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5e299} kind: Pod name: sequence-graph-5e299-6f5777484f-5l654 namespace: kserve-ci-e2e-test resourceVersion: "20138" uid: 4bf988b8-2466-4ade-85d7-ee68867a3582 kind: Event lastTimestamp: "2026-04-16T18:01:25Z" message: Started container sequence-graph-5e299 metadata: creationTimestamp: "2026-04-16T18:01:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:25Z" name: sequence-graph-5e299-6f5777484f-5l654.18a6e844dd91f931 namespace: kserve-ci-e2e-test resourceVersion: "20175" uid: d447eca1-4275-4acd-9c8d-c4e2e3ce31ef reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5e299} kind: Pod name: sequence-graph-5e299-6f5777484f-5l654 namespace: kserve-ci-e2e-test resourceVersion: "20138" uid: 4bf988b8-2466-4ade-85d7-ee68867a3582 kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: Stopping container sequence-graph-5e299 metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:33Z" name: sequence-graph-5e299-6f5777484f-5l654.18a6e846bcd7f79f namespace: kserve-ci-e2e-test resourceVersion: "20265" uid: 3f9aa381-6035-4a16-8e8f-b6171485d18c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:01:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5e299} kind: Pod name: sequence-graph-5e299-6f5777484f-5l654 namespace: kserve-ci-e2e-test resourceVersion: "20138" uid: 4bf988b8-2466-4ade-85d7-ee68867a3582 kind: Event lastTimestamp: "2026-04-16T18:02:02Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T18:01:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:02:02Z" name: sequence-graph-5e299-6f5777484f-5l654.18a6e8479880ab52 namespace: kserve-ci-e2e-test resourceVersion: "20665" uid: a6a6c407-37d3-4d27-9d18-a9004251f89a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-5e299-6f5777484f namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 2ef5aefe-e849-4151-afb6-9219ec038bae kind: Event lastTimestamp: "2026-04-16T18:01:23Z" message: 'Created pod: sequence-graph-5e299-6f5777484f-5l654' metadata: creationTimestamp: "2026-04-16T18:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:23Z" name: sequence-graph-5e299-6f5777484f.18a6e8446506b659 namespace: kserve-ci-e2e-test resourceVersion: "20135" uid: 5b683d1d-6be2-4c73-9070-6c83f0319329 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-5e299 namespace: kserve-ci-e2e-test resourceVersion: "20128" uid: 28825ea7-597e-4ab6-a9a5-3cd96b4e7f02 kind: Event lastTimestamp: "2026-04-16T18:01:23Z" message: Scaled up replica set sequence-graph-5e299-6f5777484f from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:23Z" name: sequence-graph-5e299.18a6e84463910aa9 namespace: kserve-ci-e2e-test resourceVersion: "20132" uid: 73ed1a01-8a89-4087-915b-77709e6d5c74 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:23Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-5e299 namespace: kserve-ci-e2e-test resourceVersion: "20147" uid: fca994e8-18fa-4fde-94a5-362db59a861c kind: Event lastTimestamp: "2026-04-16T18:01:23Z" message: InferenceGraph [sequence-graph-5e299] is Ready metadata: creationTimestamp: "2026-04-16T18:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:23Z" name: sequence-graph-5e299.18a6e8446b8a8a4e namespace: kserve-ci-e2e-test resourceVersion: "20149" uid: 8ae9baad-3219-401f-a033-29cbf2e45067 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:23Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-5e299 namespace: kserve-ci-e2e-test resourceVersion: "20122" uid: fca994e8-18fa-4fde-94a5-362db59a861c kind: Event lastTimestamp: "2026-04-16T18:01:23Z" message: 'Failed to update status for InferenceGraph "sequence-graph-5e299": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-5e299": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:23Z" name: sequence-graph-5e299.18a6e8446f1a7f1b namespace: kserve-ci-e2e-test resourceVersion: "20151" uid: f6a5f47d-a59e-4706-b14b-8636acf6060e reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:23Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-5e299 namespace: kserve-ci-e2e-test resourceVersion: "20122" uid: fca994e8-18fa-4fde-94a5-362db59a861c kind: Event lastTimestamp: "2026-04-16T18:01:23Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-5e299": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:23Z" name: sequence-graph-5e299.18a6e8446f1acf3d namespace: kserve-ci-e2e-test resourceVersion: "20152" uid: 438c43a6-e6d0-49e0-a237-489f46601e18 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:51:58.600307Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-f6449-6ff9b5b46f-jl9sk namespace: kserve-ci-e2e-test resourceVersion: "15673" uid: 70430b09-ce04-415c-a040-3fab5b7e4673 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-f6449-6ff9b5b46f-jl9sk to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T17:51:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:51:58Z" name: sequence-graph-f6449-6ff9b5b46f-jl9sk.18a6e7c0deb4018c namespace: kserve-ci-e2e-test resourceVersion: "15678" uid: 35dc0bfc-6e38-45f9-9dfd-095bd4d0ad72 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:59Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-f6449-6ff9b5b46f-jl9sk namespace: kserve-ci-e2e-test resourceVersion: "15682" uid: 70430b09-ce04-415c-a040-3fab5b7e4673 kind: Event lastTimestamp: "2026-04-16T17:51:59Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:51:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:51:59Z" name: sequence-graph-f6449-6ff9b5b46f-jl9sk.18a6e7c0f7f6a36a namespace: kserve-ci-e2e-test resourceVersion: "15693" uid: 68066a50-0573-416b-9a1b-1ca2227c0a93 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f6449} kind: Pod name: sequence-graph-f6449-6ff9b5b46f-jl9sk namespace: kserve-ci-e2e-test resourceVersion: "15676" uid: 70430b09-ce04-415c-a040-3fab5b7e4673 kind: Event lastTimestamp: "2026-04-16T17:51:59Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a" already present on machine metadata: creationTimestamp: "2026-04-16T17:51:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:51:59Z" name: sequence-graph-f6449-6ff9b5b46f-jl9sk.18a6e7c0f96a7a95 namespace: kserve-ci-e2e-test resourceVersion: "15695" uid: 57cfe08e-d7f9-4faa-8796-9b24c3bf1738 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f6449} kind: Pod name: sequence-graph-f6449-6ff9b5b46f-jl9sk namespace: kserve-ci-e2e-test resourceVersion: "15676" uid: 70430b09-ce04-415c-a040-3fab5b7e4673 kind: Event lastTimestamp: "2026-04-16T17:51:59Z" message: 'Created container: sequence-graph-f6449' metadata: creationTimestamp: "2026-04-16T17:51:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:51:59Z" name: sequence-graph-f6449-6ff9b5b46f-jl9sk.18a6e7c0fd2fa628 namespace: kserve-ci-e2e-test resourceVersion: "15697" uid: 02b309f6-7420-454e-a3e1-e545877f4ed6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f6449} kind: Pod name: sequence-graph-f6449-6ff9b5b46f-jl9sk namespace: kserve-ci-e2e-test resourceVersion: "15676" uid: 70430b09-ce04-415c-a040-3fab5b7e4673 kind: Event lastTimestamp: "2026-04-16T17:51:59Z" message: Started container sequence-graph-f6449 metadata: creationTimestamp: "2026-04-16T17:51:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:51:59Z" name: sequence-graph-f6449-6ff9b5b46f-jl9sk.18a6e7c0fd9f7c7c namespace: kserve-ci-e2e-test resourceVersion: "15698" uid: 36e3d8ca-ca83-45ec-985c-5fce2db22d2e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f6449} kind: Pod name: sequence-graph-f6449-6ff9b5b46f-jl9sk namespace: kserve-ci-e2e-test resourceVersion: "15676" uid: 70430b09-ce04-415c-a040-3fab5b7e4673 kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: Stopping container sequence-graph-f6449 metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:13Z" name: sequence-graph-f6449-6ff9b5b46f-jl9sk.18a6e8340aa58c88 namespace: kserve-ci-e2e-test resourceVersion: "19250" uid: 382fde0f-eeb8-44ee-9ec1-dafed019955a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:00:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f6449} kind: Pod name: sequence-graph-f6449-6ff9b5b46f-jl9sk namespace: kserve-ci-e2e-test resourceVersion: "15676" uid: 70430b09-ce04-415c-a040-3fab5b7e4673 kind: Event lastTimestamp: "2026-04-16T18:00:40Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T18:00:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:40Z" name: sequence-graph-f6449-6ff9b5b46f-jl9sk.18a6e8348838559c namespace: kserve-ci-e2e-test resourceVersion: "19623" uid: 9bd067e0-21d4-4164-8089-3093855c0f7d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-f6449-6ff9b5b46f namespace: kserve-ci-e2e-test resourceVersion: "15670" uid: 5393c5f7-46fe-42e8-bdcc-7ac9b01f5f6e kind: Event lastTimestamp: "2026-04-16T17:51:58Z" message: 'Created pod: sequence-graph-f6449-6ff9b5b46f-jl9sk' metadata: creationTimestamp: "2026-04-16T17:51:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:58Z" name: sequence-graph-f6449-6ff9b5b46f.18a6e7c0de1be95e namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 71e32aef-3134-45e8-8b4b-f8090feb3b07 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-f6449 namespace: kserve-ci-e2e-test resourceVersion: "15668" uid: aae2231b-0276-45c8-b097-1f46858d1b16 kind: Event lastTimestamp: "2026-04-16T17:51:58Z" message: Scaled up replica set sequence-graph-f6449-6ff9b5b46f from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:51:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:58Z" name: sequence-graph-f6449.18a6e7c0dca16cf4 namespace: kserve-ci-e2e-test resourceVersion: "15671" uid: 6608d941-2491-405f-a82b-dbafa3ac125e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:58Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-f6449 namespace: kserve-ci-e2e-test resourceVersion: "15684" uid: 67da2ca4-3ca2-4b5c-aa5e-0e742df6be52 kind: Event lastTimestamp: "2026-04-16T17:51:58Z" message: InferenceGraph [sequence-graph-f6449] is Ready metadata: creationTimestamp: "2026-04-16T17:51:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:51:58Z" name: sequence-graph-f6449.18a6e7c0e3645ec7 namespace: kserve-ci-e2e-test resourceVersion: "15686" uid: 13e1238c-59ef-4d4f-a870-3e2707c5a9e0 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:52:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-f6449 namespace: kserve-ci-e2e-test resourceVersion: "15669" uid: 2f16ed90-9e57-420f-a082-a45a7f43cce8 kind: Event lastTimestamp: "2026-04-16T17:52:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:52:13Z" name: sequence-graph-f6449.18a6e7c45bae969e namespace: kserve-ci-e2e-test resourceVersion: "15814" uid: 1c649ced-c4eb-49d4-b9a1-3073a3316716 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:52:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-f6449 namespace: kserve-ci-e2e-test resourceVersion: "15669" uid: 2f16ed90-9e57-420f-a082-a45a7f43cce8 kind: Event lastTimestamp: "2026-04-16T17:52:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:52:13Z" name: sequence-graph-f6449.18a6e7c45c1c7851 namespace: kserve-ci-e2e-test resourceVersion: "15816" uid: ba6406e4-72d2-4dbc-8269-fc727b69cf34 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:52:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-f6449 namespace: kserve-ci-e2e-test resourceVersion: "15815" uid: 2f16ed90-9e57-420f-a082-a45a7f43cce8 kind: Event lastTimestamp: "2026-04-16T17:52:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:52:28Z" name: sequence-graph-f6449.18a6e7c7daf3b671 namespace: kserve-ci-e2e-test resourceVersion: "15917" uid: 947b67b3-1577-4eb9-9f6b-f13b77848dd8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:52:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-f6449 namespace: kserve-ci-e2e-test resourceVersion: "15815" uid: 2f16ed90-9e57-420f-a082-a45a7f43cce8 kind: Event lastTimestamp: "2026-04-16T17:52:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:52:28Z" name: sequence-graph-f6449.18a6e7c7db74851d namespace: kserve-ci-e2e-test resourceVersion: "15919" uid: f92aa937-e1ed-4795-999b-398d007a3006 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:11:19.325112Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-3b160-555ff4db4b-rhktz namespace: kserve-ci-e2e-test resourceVersion: "24890" uid: 76c6d475-d05d-4cf4-a311-08c9c7e4f5dc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-3b160-555ff4db4b-rhktz to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:11:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:11:19Z" name: splitter-graph-3b160-555ff4db4b-rhktz.18a6e8cf1f4aed89 namespace: kserve-ci-e2e-test resourceVersion: "24895" uid: de4a8da4-4330-4635-b665-f3f2797bad29 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:19Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-3b160-555ff4db4b-rhktz namespace: kserve-ci-e2e-test resourceVersion: "24891" uid: 76c6d475-d05d-4cf4-a311-08c9c7e4f5dc kind: Event lastTimestamp: "2026-04-16T18:11:19Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-3b160-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T18:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:19Z" name: splitter-graph-3b160-555ff4db4b-rhktz.18a6e8cf2896f322 namespace: kserve-ci-e2e-test resourceVersion: "24904" uid: dffe467e-3629-46f1-9ff0-bbb7ba464314 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:20Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-3b160-555ff4db4b-rhktz namespace: kserve-ci-e2e-test resourceVersion: "24898" uid: 76c6d475-d05d-4cf4-a311-08c9c7e4f5dc kind: Event lastTimestamp: "2026-04-16T18:11:20Z" message: Add eth0 [10.133.0.53/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:11:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:11:20Z" name: splitter-graph-3b160-555ff4db4b-rhktz.18a6e8cf5c11d453 namespace: kserve-ci-e2e-test resourceVersion: "24917" uid: 1802a079-76cd-4612-b474-4d23b17f984f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-3b160} kind: Pod name: splitter-graph-3b160-555ff4db4b-rhktz namespace: kserve-ci-e2e-test resourceVersion: "24891" uid: 76c6d475-d05d-4cf4-a311-08c9c7e4f5dc kind: Event lastTimestamp: "2026-04-16T18:11:20Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a" already present on machine metadata: creationTimestamp: "2026-04-16T18:11:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:20Z" name: splitter-graph-3b160-555ff4db4b-rhktz.18a6e8cf5daff47e namespace: kserve-ci-e2e-test resourceVersion: "24919" uid: dd541954-67b3-4d37-88e2-8124bc226c20 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-3b160} kind: Pod name: splitter-graph-3b160-555ff4db4b-rhktz namespace: kserve-ci-e2e-test resourceVersion: "24891" uid: 76c6d475-d05d-4cf4-a311-08c9c7e4f5dc kind: Event lastTimestamp: "2026-04-16T18:11:20Z" message: 'Created container: splitter-graph-3b160' metadata: creationTimestamp: "2026-04-16T18:11:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:20Z" name: splitter-graph-3b160-555ff4db4b-rhktz.18a6e8cf60b3b707 namespace: kserve-ci-e2e-test resourceVersion: "24921" uid: bb6b2492-e41c-4a9b-8ed7-0a371a1d7d7c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-3b160} kind: Pod name: splitter-graph-3b160-555ff4db4b-rhktz namespace: kserve-ci-e2e-test resourceVersion: "24891" uid: 76c6d475-d05d-4cf4-a311-08c9c7e4f5dc kind: Event lastTimestamp: "2026-04-16T18:11:20Z" message: Started container splitter-graph-3b160 metadata: creationTimestamp: "2026-04-16T18:11:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:20Z" name: splitter-graph-3b160-555ff4db4b-rhktz.18a6e8cf612654ef namespace: kserve-ci-e2e-test resourceVersion: "24922" uid: 8242c613-03f4-4cda-b0dc-8621daa78281 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-3b160} kind: Pod name: splitter-graph-3b160-555ff4db4b-rhktz namespace: kserve-ci-e2e-test resourceVersion: "24891" uid: 76c6d475-d05d-4cf4-a311-08c9c7e4f5dc kind: Event lastTimestamp: "2026-04-16T18:11:29Z" message: Stopping container splitter-graph-3b160 metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:29Z" name: splitter-graph-3b160-555ff4db4b-rhktz.18a6e8d17c09ecf7 namespace: kserve-ci-e2e-test resourceVersion: "25020" uid: 1c238231-9892-423e-97a3-f41cb326a7ef reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:11:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-3b160} kind: Pod name: splitter-graph-3b160-555ff4db4b-rhktz namespace: kserve-ci-e2e-test resourceVersion: "24891" uid: 76c6d475-d05d-4cf4-a311-08c9c7e4f5dc kind: Event lastTimestamp: "2026-04-16T18:11:57Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T18:11:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:57Z" name: splitter-graph-3b160-555ff4db4b-rhktz.18a6e8d21ee2c81a namespace: kserve-ci-e2e-test resourceVersion: "25365" uid: 65a2cd30-f9c6-48e1-8864-ec435ffbd638 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-3b160-555ff4db4b namespace: kserve-ci-e2e-test resourceVersion: "24886" uid: d1ef85f6-ac99-4018-a08b-e6405c6b3d1a kind: Event lastTimestamp: "2026-04-16T18:11:19Z" message: 'Created pod: splitter-graph-3b160-555ff4db4b-rhktz' metadata: creationTimestamp: "2026-04-16T18:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:11:19Z" name: splitter-graph-3b160-555ff4db4b.18a6e8cf1eb5789a namespace: kserve-ci-e2e-test resourceVersion: "24892" uid: 600e0ad3-9b5d-442c-9a38-647f00c4d8b1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-3b160 namespace: kserve-ci-e2e-test resourceVersion: "24884" uid: 212e35d7-a6f5-4400-a287-7aaf536d0e78 kind: Event lastTimestamp: "2026-04-16T18:11:19Z" message: Scaled up replica set splitter-graph-3b160-555ff4db4b from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:11:19Z" name: splitter-graph-3b160.18a6e8cf1de33418 namespace: kserve-ci-e2e-test resourceVersion: "24888" uid: 52b811be-400e-4774-9d72-846068b9fcfb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:19Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-3b160 namespace: kserve-ci-e2e-test resourceVersion: "24901" uid: 671f524d-25d7-4bfd-a544-7f280676c171 kind: Event lastTimestamp: "2026-04-16T18:11:19Z" message: InferenceGraph [splitter-graph-3b160] is Ready metadata: creationTimestamp: "2026-04-16T18:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:19Z" name: splitter-graph-3b160.18a6e8cf258deea0 namespace: kserve-ci-e2e-test resourceVersion: "24903" uid: ed42108a-3404-4575-a230-099898d74706 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:19Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-3b160 namespace: kserve-ci-e2e-test resourceVersion: "24877" uid: 671f524d-25d7-4bfd-a544-7f280676c171 kind: Event lastTimestamp: "2026-04-16T18:11:19Z" message: 'Failed to update status for InferenceGraph "splitter-graph-3b160": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-3b160": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:19Z" name: splitter-graph-3b160.18a6e8cf29298c05 namespace: kserve-ci-e2e-test resourceVersion: "24905" uid: 7623f249-9c45-40ee-975c-5f0d934aa38f reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:19Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-3b160 namespace: kserve-ci-e2e-test resourceVersion: "24877" uid: 671f524d-25d7-4bfd-a544-7f280676c171 kind: Event lastTimestamp: "2026-04-16T18:11:19Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-3b160": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:19Z" name: splitter-graph-3b160.18a6e8cf2929da47 namespace: kserve-ci-e2e-test resourceVersion: "24906" uid: d35677ed-5dd1-4642-8c26-72778b2be886 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:12:39.762519Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-c5b1b-59bd77c885-m9xp8 namespace: kserve-ci-e2e-test resourceVersion: "25770" uid: 29d84e39-e788-45f0-aeca-0504297a705a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-c5b1b-59bd77c885-m9xp8 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:12:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:12:39Z" name: splitter-graph-c5b1b-59bd77c885-m9xp8.18a6e8e1d9bc64c9 namespace: kserve-ci-e2e-test resourceVersion: "25775" uid: cb61ce0b-7599-49ac-92fb-79e03b55755c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:39Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-c5b1b-59bd77c885-m9xp8 namespace: kserve-ci-e2e-test resourceVersion: "25773" uid: 29d84e39-e788-45f0-aeca-0504297a705a kind: Event lastTimestamp: "2026-04-16T18:12:39Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-c5b1b-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T18:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:12:39Z" name: splitter-graph-c5b1b-59bd77c885-m9xp8.18a6e8e1e6711faa namespace: kserve-ci-e2e-test resourceVersion: "25786" uid: df7bf12f-7805-4aba-ad16-d8ec5151093a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:40Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-c5b1b-59bd77c885-m9xp8 namespace: kserve-ci-e2e-test resourceVersion: "25779" uid: 29d84e39-e788-45f0-aeca-0504297a705a kind: Event lastTimestamp: "2026-04-16T18:12:40Z" message: Add eth0 [10.133.0.57/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:12:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:12:40Z" name: splitter-graph-c5b1b-59bd77c885-m9xp8.18a6e8e216a44a38 namespace: kserve-ci-e2e-test resourceVersion: "25794" uid: b47e3eaf-3331-46e5-9215-293ecae67699 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-c5b1b} kind: Pod name: splitter-graph-c5b1b-59bd77c885-m9xp8 namespace: kserve-ci-e2e-test resourceVersion: "25773" uid: 29d84e39-e788-45f0-aeca-0504297a705a kind: Event lastTimestamp: "2026-04-16T18:12:40Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a" already present on machine metadata: creationTimestamp: "2026-04-16T18:12:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:12:40Z" name: splitter-graph-c5b1b-59bd77c885-m9xp8.18a6e8e2182436b9 namespace: kserve-ci-e2e-test resourceVersion: "25796" uid: 023150df-ebce-4d19-819c-59e9c5f586c4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-c5b1b} kind: Pod name: splitter-graph-c5b1b-59bd77c885-m9xp8 namespace: kserve-ci-e2e-test resourceVersion: "25773" uid: 29d84e39-e788-45f0-aeca-0504297a705a kind: Event lastTimestamp: "2026-04-16T18:12:40Z" message: 'Created container: splitter-graph-c5b1b' metadata: creationTimestamp: "2026-04-16T18:12:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:12:40Z" name: splitter-graph-c5b1b-59bd77c885-m9xp8.18a6e8e21b5ad6fd namespace: kserve-ci-e2e-test resourceVersion: "25797" uid: 3e963429-832c-4f0d-ba9f-02bcfbc8617e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-c5b1b} kind: Pod name: splitter-graph-c5b1b-59bd77c885-m9xp8 namespace: kserve-ci-e2e-test resourceVersion: "25773" uid: 29d84e39-e788-45f0-aeca-0504297a705a kind: Event lastTimestamp: "2026-04-16T18:12:40Z" message: Started container splitter-graph-c5b1b metadata: creationTimestamp: "2026-04-16T18:12:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:12:40Z" name: splitter-graph-c5b1b-59bd77c885-m9xp8.18a6e8e21bd13e27 namespace: kserve-ci-e2e-test resourceVersion: "25798" uid: 0c18e6c2-0eb1-49bb-b996-2d947b62d1ea reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:20:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-c5b1b} kind: Pod name: splitter-graph-c5b1b-59bd77c885-m9xp8 namespace: kserve-ci-e2e-test resourceVersion: "25773" uid: 29d84e39-e788-45f0-aeca-0504297a705a kind: Event lastTimestamp: "2026-04-16T18:20:54Z" message: Stopping container splitter-graph-c5b1b metadata: creationTimestamp: "2026-04-16T18:20:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:20:54Z" name: splitter-graph-c5b1b-59bd77c885-m9xp8.18a6e95508a8d2f5 namespace: kserve-ci-e2e-test resourceVersion: "29504" uid: 576fe074-db71-4ed8-a1bb-3e09f24f5c0a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:20:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-c5b1b} kind: Pod name: splitter-graph-c5b1b-59bd77c885-m9xp8 namespace: kserve-ci-e2e-test resourceVersion: "25773" uid: 29d84e39-e788-45f0-aeca-0504297a705a kind: Event lastTimestamp: "2026-04-16T18:21:22Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T18:20:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:21:22Z" name: splitter-graph-c5b1b-59bd77c885-m9xp8.18a6e955bca8ba3d namespace: kserve-ci-e2e-test resourceVersion: "29739" uid: 66bbc4ff-23cd-4fba-9bf8-c754c41484a3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-c5b1b-59bd77c885 namespace: kserve-ci-e2e-test resourceVersion: "25767" uid: c522706b-138d-47ea-920d-ecbf1c655c7a kind: Event lastTimestamp: "2026-04-16T18:12:39Z" message: 'Created pod: splitter-graph-c5b1b-59bd77c885-m9xp8' metadata: creationTimestamp: "2026-04-16T18:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:39Z" name: splitter-graph-c5b1b-59bd77c885.18a6e8e1d93cb9f1 namespace: kserve-ci-e2e-test resourceVersion: "25772" uid: b77f7dd6-b7ec-478b-be47-e2d905c16b30 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-c5b1b namespace: kserve-ci-e2e-test resourceVersion: "25765" uid: b5a0a193-96fa-4251-872f-cd42718d0521 kind: Event lastTimestamp: "2026-04-16T18:12:39Z" message: Scaled up replica set splitter-graph-c5b1b-59bd77c885 from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:39Z" name: splitter-graph-c5b1b.18a6e8e1d801297b namespace: kserve-ci-e2e-test resourceVersion: "25768" uid: 3f69a990-eb4b-40aa-88c4-c1cc5c6d18a8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:39Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-c5b1b namespace: kserve-ci-e2e-test resourceVersion: "25781" uid: 1ffcb799-04fb-447c-83a6-5bb2f330f648 kind: Event lastTimestamp: "2026-04-16T18:12:39Z" message: InferenceGraph [splitter-graph-c5b1b] is Ready metadata: creationTimestamp: "2026-04-16T18:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:12:39Z" name: splitter-graph-c5b1b.18a6e8e1dfbeebc6 namespace: kserve-ci-e2e-test resourceVersion: "25783" uid: 312e7884-fe7c-444f-bf19-37790838eb9d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:12:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-c5b1b namespace: kserve-ci-e2e-test resourceVersion: "25766" uid: c9c33d2a-2515-413a-8044-1b799220ac59 kind: Event lastTimestamp: "2026-04-16T18:13:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:13:09Z" name: splitter-graph-c5b1b.18a6e8e55660e17e namespace: kserve-ci-e2e-test resourceVersion: "26128" uid: 1c32f570-95b7-4f9a-b5cb-9eb1a963dab2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:12:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-c5b1b namespace: kserve-ci-e2e-test resourceVersion: "25766" uid: c9c33d2a-2515-413a-8044-1b799220ac59 kind: Event lastTimestamp: "2026-04-16T18:13:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:13:09Z" name: splitter-graph-c5b1b.18a6e8e556cca1e9 namespace: kserve-ci-e2e-test resourceVersion: "26129" uid: 38391d09-ea4b-4842-af3e-a75c9f3d90e3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:10:09.232579Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz namespace: kserve-ci-e2e-test resourceVersion: "24127" uid: 16fafe48-5326-4e35-b7f6-8a744d9661dc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:10:09Z" name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz.18a6e8becd73d1ab namespace: kserve-ci-e2e-test resourceVersion: "24136" uid: 6b576642-c352-4d49-885b-96dcef0c3862 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz namespace: kserve-ci-e2e-test resourceVersion: "24146" uid: 16fafe48-5326-4e35-b7f6-8a744d9661dc kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: Add eth0 [10.133.0.49/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:10:09Z" name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz.18a6e8bed58368c5 namespace: kserve-ci-e2e-test resourceVersion: "24170" uid: dd0a5483-3e07-4eab-a68a-8badae0ae4e3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz namespace: kserve-ci-e2e-test resourceVersion: "24131" uid: 16fafe48-5326-4e35-b7f6-8a744d9661dc kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:09Z" name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz.18a6e8bed73c2f8c namespace: kserve-ci-e2e-test resourceVersion: "24172" uid: 12bed7fc-38d3-4915-abde-5dbb912d652f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz namespace: kserve-ci-e2e-test resourceVersion: "24131" uid: 16fafe48-5326-4e35-b7f6-8a744d9661dc kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:09Z" name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz.18a6e8bede52e6d0 namespace: kserve-ci-e2e-test resourceVersion: "24178" uid: ef813dbf-48f8-44b7-814c-73b67be0b59d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz namespace: kserve-ci-e2e-test resourceVersion: "24131" uid: 16fafe48-5326-4e35-b7f6-8a744d9661dc kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:09Z" name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz.18a6e8bededaf8fb namespace: kserve-ci-e2e-test resourceVersion: "24181" uid: 6eae1248-214b-4bc1-a69e-9b4300aa5612 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz namespace: kserve-ci-e2e-test resourceVersion: "24131" uid: 16fafe48-5326-4e35-b7f6-8a744d9661dc kind: Event lastTimestamp: "2026-04-16T18:11:30Z" message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:30Z" name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz.18a6e8bef793a46d namespace: kserve-ci-e2e-test resourceVersion: "25132" uid: fa937672-b9a0-4fac-bd2d-0ec9921301ea reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz namespace: kserve-ci-e2e-test resourceVersion: "24131" uid: 16fafe48-5326-4e35-b7f6-8a744d9661dc kind: Event lastTimestamp: "2026-04-16T18:11:29Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:29Z" name: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz.18a6e8d189812580 namespace: kserve-ci-e2e-test resourceVersion: "25044" uid: 4f7d008c-db73-40cf-8ceb-ab8e558c6a9b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-3b160-predictor-59b6c8c9d namespace: kserve-ci-e2e-test resourceVersion: "24102" uid: 0e6bfb52-2054-49b5-ab6c-09943c8b6c07 kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: 'Created pod: success-200-isvc-3b160-predictor-59b6c8c9d-6ksnz' metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:10:09Z" name: success-200-isvc-3b160-predictor-59b6c8c9d.18a6e8becd02bede namespace: kserve-ci-e2e-test resourceVersion: "24130" uid: 58926a3c-b4fc-48b0-865e-22ef76f0f408 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-3b160-predictor namespace: kserve-ci-e2e-test resourceVersion: "24097" uid: 05d84b03-9be0-4718-aade-e99b8d870d3f kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: Scaled up replica set success-200-isvc-3b160-predictor-59b6c8c9d from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:10:09Z" name: success-200-isvc-3b160-predictor.18a6e8bec926255d namespace: kserve-ci-e2e-test resourceVersion: "24108" uid: f5eaecf0-902b-4918-a800-2a3956a38e4c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:10:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3b160-predictor namespace: kserve-ci-e2e-test resourceVersion: "24101" uid: 13d8fcb2-a868-4b63-83f0-5063dd1e4cf4 kind: Event lastTimestamp: "2026-04-16T18:10:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:10:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:10:39Z" name: success-200-isvc-3b160-predictor.18a6e8c247ecf77c namespace: kserve-ci-e2e-test resourceVersion: "24414" uid: 3a2f1a84-0f37-4dd7-8b77-b6bdc8bbd654 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:10:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3b160-predictor namespace: kserve-ci-e2e-test resourceVersion: "24101" uid: 13d8fcb2-a868-4b63-83f0-5063dd1e4cf4 kind: Event lastTimestamp: "2026-04-16T18:10:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:10:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:10:39Z" name: success-200-isvc-3b160-predictor.18a6e8c248598e53 namespace: kserve-ci-e2e-test resourceVersion: "24415" uid: 8fe3d023-ad3f-42e0-aa8d-39faf59d350c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:10:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3b160-predictor namespace: kserve-ci-e2e-test resourceVersion: "24306" uid: 13d8fcb2-a868-4b63-83f0-5063dd1e4cf4 kind: Event lastTimestamp: "2026-04-16T18:11:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:11:24Z" name: success-200-isvc-3b160-predictor.18a6e8c945da7fad namespace: kserve-ci-e2e-test resourceVersion: "24952" uid: 5ddccf7b-cf86-4a8b-a85f-28241201cdff reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:10:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3b160-predictor namespace: kserve-ci-e2e-test resourceVersion: "24306" uid: 13d8fcb2-a868-4b63-83f0-5063dd1e4cf4 kind: Event lastTimestamp: "2026-04-16T18:11:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:11:24Z" name: success-200-isvc-3b160-predictor.18a6e8c94654594e namespace: kserve-ci-e2e-test resourceVersion: "24953" uid: cf2ed977-8c5b-4eba-9d03-3335deac6de1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3b160 namespace: kserve-ci-e2e-test resourceVersion: "24087" uid: 05bed21e-962e-4c4e-ae7d-ca96a684c0aa kind: Event lastTimestamp: "2026-04-16T18:11:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:01Z" name: success-200-isvc-3b160.18a6e8bec918f4fd namespace: kserve-ci-e2e-test resourceVersion: "24723" uid: 6e1f2978-a448-4bd2-9b8b-ad227c04dece reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3b160 namespace: kserve-ci-e2e-test resourceVersion: "24087" uid: 05bed21e-962e-4c4e-ae7d-ca96a684c0aa kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: 'Failed to update status for InferenceService "success-200-isvc-3b160": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3b160": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:10:09Z" name: success-200-isvc-3b160.18a6e8bec9b1535e namespace: kserve-ci-e2e-test resourceVersion: "24110" uid: ba3a535c-1f8f-41fb-b31d-31ea226ea9eb reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3b160 namespace: kserve-ci-e2e-test resourceVersion: "24087" uid: 05bed21e-962e-4c4e-ae7d-ca96a684c0aa kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3b160": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:10:09Z" name: success-200-isvc-3b160.18a6e8bec9b1b6f9 namespace: kserve-ci-e2e-test resourceVersion: "24113" uid: 08d8d997-08b0-43d4-bc95-c4db0fbcbf35 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3b160 namespace: kserve-ci-e2e-test resourceVersion: "24717" uid: 05bed21e-962e-4c4e-ae7d-ca96a684c0aa kind: Event lastTimestamp: "2026-04-16T18:11:01Z" message: InferenceService [success-200-isvc-3b160] is Ready metadata: creationTimestamp: "2026-04-16T18:11:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:01Z" name: success-200-isvc-3b160.18a6e8cadd5c4267 namespace: kserve-ci-e2e-test resourceVersion: "24719" uid: de6956cb-f1e4-4bfd-9905-7e3821dd1db1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:01:33.688906Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv namespace: kserve-ci-e2e-test resourceVersion: "20298" uid: 50869d0c-4050-4d56-9347-967234a5d825 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-54da1-predictor-59846b8c76-rhmxv to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:01:33Z" name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv.18a6e846c4a7b294 namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: df5cbc2b-2640-471e-bcb8-a37c4e8794e8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv namespace: kserve-ci-e2e-test resourceVersion: "20309" uid: 50869d0c-4050-4d56-9347-967234a5d825 kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: Add eth0 [10.133.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:01:33Z" name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv.18a6e846ccd8e645 namespace: kserve-ci-e2e-test resourceVersion: "20343" uid: abd621fd-e1c7-4f7a-ae67-6a055fd791d6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 50869d0c-4050-4d56-9347-967234a5d825 kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:33Z" name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv.18a6e846ceea74c9 namespace: kserve-ci-e2e-test resourceVersion: "20350" uid: e2832b19-030b-44f4-a327-4dc433afd57f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 50869d0c-4050-4d56-9347-967234a5d825 kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:33Z" name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv.18a6e846d32b456b namespace: kserve-ci-e2e-test resourceVersion: "20354" uid: 41029473-6e31-4798-93a2-70866e22491e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 50869d0c-4050-4d56-9347-967234a5d825 kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:33Z" name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv.18a6e846d3a5fb30 namespace: kserve-ci-e2e-test resourceVersion: "20355" uid: 1a8ecc8e-62ed-48a6-aceb-b3fef999ffc9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:01:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 50869d0c-4050-4d56-9347-967234a5d825 kind: Event lastTimestamp: "2026-04-16T18:02:15Z" message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T18:01:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:02:15Z" name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv.18a6e846e729dc55 namespace: kserve-ci-e2e-test resourceVersion: "20768" uid: 27db7201-2486-438b-9a77-c5a442bd67cc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 50869d0c-4050-4d56-9347-967234a5d825 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:58Z" name: success-200-isvc-54da1-predictor-59846b8c76-rhmxv.18a6e8ca51fa657a namespace: kserve-ci-e2e-test resourceVersion: "24626" uid: 79337656-26a1-42a7-b8ad-d64913a394f9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-54da1-predictor-59846b8c76 namespace: kserve-ci-e2e-test resourceVersion: "20283" uid: 1a3bee8d-a709-4a5e-910d-ae8ea183c663 kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: 'Created pod: success-200-isvc-54da1-predictor-59846b8c76-rhmxv' metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:33Z" name: success-200-isvc-54da1-predictor-59846b8c76.18a6e846c434bbe7 namespace: kserve-ci-e2e-test resourceVersion: "20300" uid: 377dfeb1-8dba-45b7-a92f-4877eed9ecab reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-54da1-predictor namespace: kserve-ci-e2e-test resourceVersion: "20277" uid: 0325b7df-51f3-4bc3-ba48-42eb8182d275 kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: Scaled up replica set success-200-isvc-54da1-predictor-59846b8c76 from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:33Z" name: success-200-isvc-54da1-predictor.18a6e846c1e358ff namespace: kserve-ci-e2e-test resourceVersion: "20286" uid: b66c0e95-231c-470e-af9f-edd2931ce839 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-54da1-predictor namespace: kserve-ci-e2e-test resourceVersion: "20281" uid: 9202ec16-ea25-43c6-b5ac-40e1db6fba49 kind: Event lastTimestamp: "2026-04-16T18:01:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:01:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:48Z" name: success-200-isvc-54da1-predictor.18a6e84a4057268d namespace: kserve-ci-e2e-test resourceVersion: "20515" uid: ecbfebd4-998f-4e59-8aee-5186fa0ff77b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-54da1-predictor namespace: kserve-ci-e2e-test resourceVersion: "20281" uid: 9202ec16-ea25-43c6-b5ac-40e1db6fba49 kind: Event lastTimestamp: "2026-04-16T18:01:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:01:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:48Z" name: success-200-isvc-54da1-predictor.18a6e84a40c8fef7 namespace: kserve-ci-e2e-test resourceVersion: "20517" uid: dd436c4b-7814-4ef1-9144-a523e64142e0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T18:02:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-54da1-predictor namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 9202ec16-ea25-43c6-b5ac-40e1db6fba49 kind: Event lastTimestamp: "2026-04-16T18:02:48Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:02:48Z" name: success-200-isvc-54da1-predictor.18a6e84dbf7c1aa8 namespace: kserve-ci-e2e-test resourceVersion: "21066" uid: c1ebc732-4b17-4f87-87d0-60bf47dae471 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T18:02:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-54da1-predictor namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 9202ec16-ea25-43c6-b5ac-40e1db6fba49 kind: Event lastTimestamp: "2026-04-16T18:02:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:02:48Z" name: success-200-isvc-54da1-predictor.18a6e84dbff9bf4f namespace: kserve-ci-e2e-test resourceVersion: "21067" uid: 7e945798-7854-4792-bf3a-2df6e0766cb5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-54da1 namespace: kserve-ci-e2e-test resourceVersion: "20269" uid: 6b2732a8-3794-4579-adb1-0a62af2cbe93 kind: Event lastTimestamp: "2026-04-16T18:02:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:02:25Z" name: success-200-isvc-54da1.18a6e846c1b10b6c namespace: kserve-ci-e2e-test resourceVersion: "20862" uid: 75daed15-f0ee-4615-a3c2-0bbd7e3fb1dd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-54da1 namespace: kserve-ci-e2e-test resourceVersion: "20269" uid: 6b2732a8-3794-4579-adb1-0a62af2cbe93 kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: 'Failed to update status for InferenceService "success-200-isvc-54da1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-54da1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:33Z" name: success-200-isvc-54da1.18a6e846c294044b namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 7a657bd8-6980-44f7-9987-8728325cc7bd reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-54da1 namespace: kserve-ci-e2e-test resourceVersion: "20269" uid: 6b2732a8-3794-4579-adb1-0a62af2cbe93 kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-54da1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:33Z" name: success-200-isvc-54da1.18a6e846c2946526 namespace: kserve-ci-e2e-test resourceVersion: "20295" uid: 04931b1c-e8a7-450b-b15d-ebde0550b0ab reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:02:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-54da1 namespace: kserve-ci-e2e-test resourceVersion: "20859" uid: 6b2732a8-3794-4579-adb1-0a62af2cbe93 kind: Event lastTimestamp: "2026-04-16T18:02:25Z" message: InferenceService [success-200-isvc-54da1] is Ready metadata: creationTimestamp: "2026-04-16T18:02:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:02:25Z" name: success-200-isvc-54da1.18a6e852cf9055c3 namespace: kserve-ci-e2e-test resourceVersion: "20860" uid: 509829cb-37db-4a8d-820c-8631d286c234 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:00:13.450931Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll namespace: kserve-ci-e2e-test resourceVersion: "19282" uid: 832af96b-ab13-4a5e-a183-893d2434cdc1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-5e299-predictor-7d5dc4956b-d27ll to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:00:13Z" name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll.18a6e83416194de7 namespace: kserve-ci-e2e-test resourceVersion: "19289" uid: 68d38272-6bd0-46b1-860a-6255ba8476a7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll namespace: kserve-ci-e2e-test resourceVersion: "19293" uid: 832af96b-ab13-4a5e-a183-893d2434cdc1 kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: Add eth0 [10.133.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:00:13Z" name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll.18a6e8341de37763 namespace: kserve-ci-e2e-test resourceVersion: "19329" uid: c692dc42-1b5b-44c9-9789-3becf2e10987 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll namespace: kserve-ci-e2e-test resourceVersion: "19286" uid: 832af96b-ab13-4a5e-a183-893d2434cdc1 kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:13Z" name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll.18a6e83420765546 namespace: kserve-ci-e2e-test resourceVersion: "19333" uid: 84aff31f-23ae-47c0-a592-fc0d4a3e30b4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll namespace: kserve-ci-e2e-test resourceVersion: "19286" uid: 832af96b-ab13-4a5e-a183-893d2434cdc1 kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:13Z" name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll.18a6e834260ac349 namespace: kserve-ci-e2e-test resourceVersion: "19342" uid: e179142c-dd2a-4b5a-8d36-f5438ec40914 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll namespace: kserve-ci-e2e-test resourceVersion: "19286" uid: 832af96b-ab13-4a5e-a183-893d2434cdc1 kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:13Z" name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll.18a6e8342683a4c3 namespace: kserve-ci-e2e-test resourceVersion: "19344" uid: 6e8b61b1-c15f-48d1-bdc5-739181be3f7b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll namespace: kserve-ci-e2e-test resourceVersion: "19286" uid: 832af96b-ab13-4a5e-a183-893d2434cdc1 kind: Event lastTimestamp: "2026-04-16T18:01:34Z" message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:34Z" name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll.18a6e83435b92943 namespace: kserve-ci-e2e-test resourceVersion: "20383" uid: 8bfb5358-bf52-41d9-956e-dc70219f012f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll namespace: kserve-ci-e2e-test resourceVersion: "19286" uid: 832af96b-ab13-4a5e-a183-893d2434cdc1 kind: Event lastTimestamp: "2026-04-16T18:01:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:33Z" name: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll.18a6e846c40e9722 namespace: kserve-ci-e2e-test resourceVersion: "20299" uid: 07c926fa-1b40-45f4-b22b-74e312d8f0ff reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-5e299-predictor-7d5dc4956b namespace: kserve-ci-e2e-test resourceVersion: "19273" uid: b1a7a585-f723-45b4-a7bd-e53a6e2c2741 kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: 'Created pod: success-200-isvc-5e299-predictor-7d5dc4956b-d27ll' metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:13Z" name: success-200-isvc-5e299-predictor-7d5dc4956b.18a6e8341546ed42 namespace: kserve-ci-e2e-test resourceVersion: "19287" uid: f5357582-962e-40b9-8026-dcdb0d132eae reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-5e299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19265" uid: 8c89f7f3-c581-4a98-a148-24b8de407263 kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: Scaled up replica set success-200-isvc-5e299-predictor-7d5dc4956b from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:13Z" name: success-200-isvc-5e299-predictor.18a6e83412f6f4c9 namespace: kserve-ci-e2e-test resourceVersion: "19276" uid: 5bd85e36-dcea-4d4a-aed4-01dd77bb4edd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5e299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 5574b422-d6ef-43a8-af1d-a90a8de2857c kind: Event lastTimestamp: "2026-04-16T18:00:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:28Z" name: success-200-isvc-5e299-predictor.18a6e83791d14bce namespace: kserve-ci-e2e-test resourceVersion: "19497" uid: 2804d779-8898-424e-9c62-b7bf1d207cff reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5e299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 5574b422-d6ef-43a8-af1d-a90a8de2857c kind: Event lastTimestamp: "2026-04-16T18:00:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:28Z" name: success-200-isvc-5e299-predictor.18a6e83792844927 namespace: kserve-ci-e2e-test resourceVersion: "19499" uid: 9162f304-162c-40dc-99ba-0517a46ef220 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T18:00:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5e299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19498" uid: 5574b422-d6ef-43a8-af1d-a90a8de2857c kind: Event lastTimestamp: "2026-04-16T18:01:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:28Z" name: success-200-isvc-5e299-predictor.18a6e83b1283acbe namespace: kserve-ci-e2e-test resourceVersion: "20202" uid: 7c84e659-d417-42e5-ab89-8887cb4adf13 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T18:00:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5e299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19498" uid: 5574b422-d6ef-43a8-af1d-a90a8de2857c kind: Event lastTimestamp: "2026-04-16T18:01:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:28Z" name: success-200-isvc-5e299-predictor.18a6e83b13370490 namespace: kserve-ci-e2e-test resourceVersion: "20203" uid: b35219fc-99dc-4cf7-8593-e6a83c08562e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5e299 namespace: kserve-ci-e2e-test resourceVersion: "19252" uid: 546ca7e2-2715-4d3e-9e25-dcbdd7477a48 kind: Event lastTimestamp: "2026-04-16T18:01:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:05Z" name: success-200-isvc-5e299.18a6e83412cd6ec1 namespace: kserve-ci-e2e-test resourceVersion: "19980" uid: 5c51d55e-0886-4538-af30-9dd1212a3047 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5e299 namespace: kserve-ci-e2e-test resourceVersion: "19252" uid: 546ca7e2-2715-4d3e-9e25-dcbdd7477a48 kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: 'Failed to update status for InferenceService "success-200-isvc-5e299": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5e299": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:13Z" name: success-200-isvc-5e299.18a6e83413645b40 namespace: kserve-ci-e2e-test resourceVersion: "19279" uid: 2c5bd05b-0471-4eae-98af-482f76da5ca6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5e299 namespace: kserve-ci-e2e-test resourceVersion: "19252" uid: 546ca7e2-2715-4d3e-9e25-dcbdd7477a48 kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5e299": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:13Z" name: success-200-isvc-5e299.18a6e8341364b67a namespace: kserve-ci-e2e-test resourceVersion: "19280" uid: 3d7917f3-fbdb-47c0-8a3e-eeacff7303fc reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5e299 namespace: kserve-ci-e2e-test resourceVersion: "19976" uid: 546ca7e2-2715-4d3e-9e25-dcbdd7477a48 kind: Event lastTimestamp: "2026-04-16T18:01:05Z" message: InferenceService [success-200-isvc-5e299] is Ready metadata: creationTimestamp: "2026-04-16T18:01:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:05Z" name: success-200-isvc-5e299.18a6e8401db3974f namespace: kserve-ci-e2e-test resourceVersion: "19977" uid: bd37a8c5-d666-47a0-ada6-44d4c785786b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:59:24.053410Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8493d-predictor-77b4959486-7d762 namespace: kserve-ci-e2e-test resourceVersion: "18801" uid: 8fd58d8c-86f2-440a-bb41-f68159eed96b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8493d-predictor-77b4959486-7d762 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:59:24Z" name: success-200-isvc-8493d-predictor-77b4959486-7d762.18a6e82895c6e81d namespace: kserve-ci-e2e-test resourceVersion: "18811" uid: b5924d73-4e72-4e06-93ec-ac98d0af07e7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8493d-predictor-77b4959486-7d762 namespace: kserve-ci-e2e-test resourceVersion: "18805" uid: 8fd58d8c-86f2-440a-bb41-f68159eed96b kind: Event lastTimestamp: "2026-04-16T17:59:24Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:59:24Z" name: success-200-isvc-8493d-predictor-77b4959486-7d762.18a6e8289d9a5776 namespace: kserve-ci-e2e-test resourceVersion: "18834" uid: 13fc196d-1c5b-4983-8c01-b499ba902b6d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8493d-predictor-77b4959486-7d762 namespace: kserve-ci-e2e-test resourceVersion: "18805" uid: 8fd58d8c-86f2-440a-bb41-f68159eed96b kind: Event lastTimestamp: "2026-04-16T17:59:24Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:59:24Z" name: success-200-isvc-8493d-predictor-77b4959486-7d762.18a6e8289ff91524 namespace: kserve-ci-e2e-test resourceVersion: "18836" uid: de9736bf-48d5-4254-8d07-40870f8d2fe2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8493d-predictor-77b4959486-7d762 namespace: kserve-ci-e2e-test resourceVersion: "18805" uid: 8fd58d8c-86f2-440a-bb41-f68159eed96b kind: Event lastTimestamp: "2026-04-16T17:59:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:59:24Z" name: success-200-isvc-8493d-predictor-77b4959486-7d762.18a6e828a56eeb0f namespace: kserve-ci-e2e-test resourceVersion: "18842" uid: 03e0ecc9-b919-4f23-9fb6-5b911f9da9d4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8493d-predictor-77b4959486-7d762 namespace: kserve-ci-e2e-test resourceVersion: "18805" uid: 8fd58d8c-86f2-440a-bb41-f68159eed96b kind: Event lastTimestamp: "2026-04-16T17:59:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:59:24Z" name: success-200-isvc-8493d-predictor-77b4959486-7d762.18a6e828a5dff3e4 namespace: kserve-ci-e2e-test resourceVersion: "18844" uid: 895f3fc0-4a24-487d-b977-a7932ee66ce6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8493d-predictor-77b4959486-7d762 namespace: kserve-ci-e2e-test resourceVersion: "18805" uid: 8fd58d8c-86f2-440a-bb41-f68159eed96b kind: Event lastTimestamp: "2026-04-16T18:00:45Z" message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:45Z" name: success-200-isvc-8493d-predictor-77b4959486-7d762.18a6e828c2bef17b namespace: kserve-ci-e2e-test resourceVersion: "19805" uid: b3792a1e-8e3e-46cf-a464-c047d1226fc9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8493d-predictor-77b4959486-7d762 namespace: kserve-ci-e2e-test resourceVersion: "18805" uid: 8fd58d8c-86f2-440a-bb41-f68159eed96b kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:44Z" name: success-200-isvc-8493d-predictor-77b4959486-7d762.18a6e83b3efe88da namespace: kserve-ci-e2e-test resourceVersion: "19713" uid: 1deaa40a-e386-49bd-a4a1-418fd42212f0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8493d-predictor-77b4959486 namespace: kserve-ci-e2e-test resourceVersion: "18778" uid: 7c2bb17c-b837-4159-93c4-7339ea99333c kind: Event lastTimestamp: "2026-04-16T17:59:24Z" message: 'Created pod: success-200-isvc-8493d-predictor-77b4959486-7d762' metadata: creationTimestamp: "2026-04-16T17:59:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:59:24Z" name: success-200-isvc-8493d-predictor-77b4959486.18a6e82894eccc8c namespace: kserve-ci-e2e-test resourceVersion: "18803" uid: 93dc4970-6f4b-4de6-b2c4-e3b37940869d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8493d-predictor namespace: kserve-ci-e2e-test resourceVersion: "18776" uid: b6b7d0a4-d40f-4afd-b79d-4c938adb83ef kind: Event lastTimestamp: "2026-04-16T17:59:23Z" message: Scaled up replica set success-200-isvc-8493d-predictor-77b4959486 from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:59:23Z" name: success-200-isvc-8493d-predictor.18a6e8288d931bc3 namespace: kserve-ci-e2e-test resourceVersion: "18785" uid: d570038c-70b9-4649-b3bb-a5c146fe6754 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T17:59:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8493d-predictor namespace: kserve-ci-e2e-test resourceVersion: "18779" uid: eb5c1fcc-78f1-4f54-847f-00d929bcc1b1 kind: Event lastTimestamp: "2026-04-16T17:59:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:59:53Z" name: success-200-isvc-8493d-predictor.18a6e82c0c61ae44 namespace: kserve-ci-e2e-test resourceVersion: "19090" uid: 050b672c-a919-40ad-8584-1dcbaea48050 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T17:59:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8493d-predictor namespace: kserve-ci-e2e-test resourceVersion: "18779" uid: eb5c1fcc-78f1-4f54-847f-00d929bcc1b1 kind: Event lastTimestamp: "2026-04-16T17:59:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:59:53Z" name: success-200-isvc-8493d-predictor.18a6e82c0cdbda9d namespace: kserve-ci-e2e-test resourceVersion: "19091" uid: e474c214-3435-4057-badb-d43748fe298f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:00:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8493d-predictor namespace: kserve-ci-e2e-test resourceVersion: "18976" uid: eb5c1fcc-78f1-4f54-847f-00d929bcc1b1 kind: Event lastTimestamp: "2026-04-16T18:00:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:00:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:39Z" name: success-200-isvc-8493d-predictor.18a6e8330acbda15 namespace: kserve-ci-e2e-test resourceVersion: "19611" uid: e26e17d5-e187-4363-9521-2d759d847892 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:00:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8493d-predictor namespace: kserve-ci-e2e-test resourceVersion: "18976" uid: eb5c1fcc-78f1-4f54-847f-00d929bcc1b1 kind: Event lastTimestamp: "2026-04-16T18:00:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:00:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:39Z" name: success-200-isvc-8493d-predictor.18a6e8330b5205d8 namespace: kserve-ci-e2e-test resourceVersion: "19612" uid: a3b2bf66-4f8f-4703-a758-a48454080d09 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:59:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8493d namespace: kserve-ci-e2e-test resourceVersion: "18767" uid: 51ecf6b3-ca14-4cef-92bb-a0e4b8b2874e kind: Event lastTimestamp: "2026-04-16T18:00:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T17:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:16Z" name: success-200-isvc-8493d.18a6e8288d9c91f9 namespace: kserve-ci-e2e-test resourceVersion: "19395" uid: ebef0b00-2194-4f5a-a0d8-6700a0ff1c10 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8493d namespace: kserve-ci-e2e-test resourceVersion: "19390" uid: 51ecf6b3-ca14-4cef-92bb-a0e4b8b2874e kind: Event lastTimestamp: "2026-04-16T18:00:15Z" message: InferenceService [success-200-isvc-8493d] is Ready metadata: creationTimestamp: "2026-04-16T18:00:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:15Z" name: success-200-isvc-8493d.18a6e834ac57ea2d namespace: kserve-ci-e2e-test resourceVersion: "19393" uid: 7669acb8-edff-425a-a066-4d57b652dbe7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:49:58.783988Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4 namespace: kserve-ci-e2e-test resourceVersion: "14372" uid: 52d14f4e-61a3-47b0-a0b7-ec356e3847f7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8e251-predictor-59cb876bdd-dx2p4 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:49:58Z" name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4.18a6e7a4f91814c7 namespace: kserve-ci-e2e-test resourceVersion: "14378" uid: 579e3d64-607c-478e-ba78-6166d7110150 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4 namespace: kserve-ci-e2e-test resourceVersion: "14380" uid: 52d14f4e-61a3-47b0-a0b7-ec356e3847f7 kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:49:58Z" name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4.18a6e7a50109d152 namespace: kserve-ci-e2e-test resourceVersion: "14405" uid: 45479907-30a8-4d01-82c1-371b195d281a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4 namespace: kserve-ci-e2e-test resourceVersion: "14375" uid: 52d14f4e-61a3-47b0-a0b7-ec356e3847f7 kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:58Z" name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4.18a6e7a503630abd namespace: kserve-ci-e2e-test resourceVersion: "14413" uid: 0806abff-9fd5-4b5e-a63a-2ac4ea66273f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4 namespace: kserve-ci-e2e-test resourceVersion: "14375" uid: 52d14f4e-61a3-47b0-a0b7-ec356e3847f7 kind: Event lastTimestamp: "2026-04-16T17:49:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T17:49:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:59Z" name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4.18a6e7a506f305ff namespace: kserve-ci-e2e-test resourceVersion: "14420" uid: ba087381-3cef-49b9-a9f5-e1a6ff5525a7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4 namespace: kserve-ci-e2e-test resourceVersion: "14375" uid: 52d14f4e-61a3-47b0-a0b7-ec356e3847f7 kind: Event lastTimestamp: "2026-04-16T17:49:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T17:49:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:59Z" name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4.18a6e7a5076085f8 namespace: kserve-ci-e2e-test resourceVersion: "14421" uid: 31a7541d-c942-457a-b416-fd83d0588bf9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:49:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4 namespace: kserve-ci-e2e-test resourceVersion: "14375" uid: 52d14f4e-61a3-47b0-a0b7-ec356e3847f7 kind: Event lastTimestamp: "2026-04-16T17:50:40Z" message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T17:49:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:40Z" name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4.18a6e7a54077c00c namespace: kserve-ci-e2e-test resourceVersion: "14832" uid: 7b1c2e37-51d0-4d9f-ab0b-cdde95013563 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4 namespace: kserve-ci-e2e-test resourceVersion: "14375" uid: 52d14f4e-61a3-47b0-a0b7-ec356e3847f7 kind: Event lastTimestamp: "2026-04-16T17:59:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T17:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:59:23Z" name: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4.18a6e82887baa38b namespace: kserve-ci-e2e-test resourceVersion: "18770" uid: 4ad46ca3-64f0-44b0-841e-1d2438839419 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8e251-predictor-59cb876bdd namespace: kserve-ci-e2e-test resourceVersion: "14354" uid: 3ce1de5d-404c-4341-82bc-494c7e20ccda kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: 'Created pod: success-200-isvc-8e251-predictor-59cb876bdd-dx2p4' metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:58Z" name: success-200-isvc-8e251-predictor-59cb876bdd.18a6e7a4f83d3234 namespace: kserve-ci-e2e-test resourceVersion: "14374" uid: 01396c1a-7732-4144-9b75-71c28104d49a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8e251-predictor namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 01ef780c-9ebd-4bf4-bb06-a327d73b42ae kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: Scaled up replica set success-200-isvc-8e251-predictor-59cb876bdd from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:58Z" name: success-200-isvc-8e251-predictor.18a6e7a4f425f113 namespace: kserve-ci-e2e-test resourceVersion: "14362" uid: 33259556-0203-4081-a516-f9159e73006c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8e251-predictor namespace: kserve-ci-e2e-test resourceVersion: "14352" uid: 3bf46184-f3d0-487a-9e20-50446608c88a kind: Event lastTimestamp: "2026-04-16T17:50:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:13Z" name: success-200-isvc-8e251-predictor.18a6e7a872441b22 namespace: kserve-ci-e2e-test resourceVersion: "14562" uid: a641961d-cc0d-4e03-b5da-a25d0113e05b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8e251-predictor namespace: kserve-ci-e2e-test resourceVersion: "14352" uid: 3bf46184-f3d0-487a-9e20-50446608c88a kind: Event lastTimestamp: "2026-04-16T17:50:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:13Z" name: success-200-isvc-8e251-predictor.18a6e7a8730af823 namespace: kserve-ci-e2e-test resourceVersion: "14563" uid: 3c735824-23b4-4838-96ab-db8dc884771e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T17:50:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8e251-predictor namespace: kserve-ci-e2e-test resourceVersion: "14561" uid: 3bf46184-f3d0-487a-9e20-50446608c88a kind: Event lastTimestamp: "2026-04-16T17:51:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:50:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:13Z" name: success-200-isvc-8e251-predictor.18a6e7abf1ddc7ac namespace: kserve-ci-e2e-test resourceVersion: "15306" uid: fcf6ddfc-3e04-4fc4-a8fb-249ef5bdb97f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T17:50:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8e251-predictor namespace: kserve-ci-e2e-test resourceVersion: "14561" uid: 3bf46184-f3d0-487a-9e20-50446608c88a kind: Event lastTimestamp: "2026-04-16T17:51:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:50:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:13Z" name: success-200-isvc-8e251-predictor.18a6e7abf239c327 namespace: kserve-ci-e2e-test resourceVersion: "15307" uid: f7118920-da4c-4d5b-8b62-02497f50d7fd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8e251 namespace: kserve-ci-e2e-test resourceVersion: "14328" uid: 308fdfc7-c577-484c-a2c0-84bd1cb99dd3 kind: Event lastTimestamp: "2026-04-16T17:50:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:50:51Z" name: success-200-isvc-8e251.18a6e7a4f349a08c namespace: kserve-ci-e2e-test resourceVersion: "15084" uid: ea68c38b-ab4f-4627-b8d6-1d772dbc9ea4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8e251 namespace: kserve-ci-e2e-test resourceVersion: "14328" uid: 308fdfc7-c577-484c-a2c0-84bd1cb99dd3 kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: 'Failed to update status for InferenceService "success-200-isvc-8e251": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8e251": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:49:58Z" name: success-200-isvc-8e251.18a6e7a4f461248d namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 793df7f3-808e-4b8d-9315-d20a17c8212b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8e251 namespace: kserve-ci-e2e-test resourceVersion: "14328" uid: 308fdfc7-c577-484c-a2c0-84bd1cb99dd3 kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8e251": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:49:58Z" name: success-200-isvc-8e251.18a6e7a4f4617bf0 namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: 7da8b77d-df21-489a-aae7-182dc40f3254 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8e251 namespace: kserve-ci-e2e-test resourceVersion: "15077" uid: 308fdfc7-c577-484c-a2c0-84bd1cb99dd3 kind: Event lastTimestamp: "2026-04-16T17:50:51Z" message: InferenceService [success-200-isvc-8e251] is Ready metadata: creationTimestamp: "2026-04-16T17:50:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:50:51Z" name: success-200-isvc-8e251.18a6e7b12603976d namespace: kserve-ci-e2e-test resourceVersion: "15078" uid: 02b2e2e9-753c-43ec-a262-f7a870523038 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:11:29.829423Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw namespace: kserve-ci-e2e-test resourceVersion: "25054" uid: a7f6a8ed-ac6d-4bc2-9448-deec62a9beaa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:11:29Z" name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw.18a6e8d191661181 namespace: kserve-ci-e2e-test resourceVersion: "25059" uid: 5eccaefd-c667-4140-82ef-042badeae4f6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw namespace: kserve-ci-e2e-test resourceVersion: "25061" uid: a7f6a8ed-ac6d-4bc2-9448-deec62a9beaa kind: Event lastTimestamp: "2026-04-16T18:11:29Z" message: Add eth0 [10.133.0.54/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:11:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:11:30Z" name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw.18a6e8d19b86c1fb namespace: kserve-ci-e2e-test resourceVersion: "25100" uid: 3a62d2db-f6a8-4f88-b460-e7e55aa671ba reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw namespace: kserve-ci-e2e-test resourceVersion: "25056" uid: a7f6a8ed-ac6d-4bc2-9448-deec62a9beaa kind: Event lastTimestamp: "2026-04-16T18:11:30Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T18:11:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:30Z" name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw.18a6e8d19dfe305c namespace: kserve-ci-e2e-test resourceVersion: "25107" uid: 4e2c3f34-f74c-4b4c-9297-7501d5372fa9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw namespace: kserve-ci-e2e-test resourceVersion: "25056" uid: a7f6a8ed-ac6d-4bc2-9448-deec62a9beaa kind: Event lastTimestamp: "2026-04-16T18:11:30Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T18:11:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:30Z" name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw.18a6e8d1a39541a4 namespace: kserve-ci-e2e-test resourceVersion: "25116" uid: 2c37260c-482c-4c59-ad5b-efabc73e89ed reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw namespace: kserve-ci-e2e-test resourceVersion: "25056" uid: a7f6a8ed-ac6d-4bc2-9448-deec62a9beaa kind: Event lastTimestamp: "2026-04-16T18:11:30Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T18:11:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:11:30Z" name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw.18a6e8d1a4093811 namespace: kserve-ci-e2e-test resourceVersion: "25118" uid: 45be5a4e-31f0-478a-a744-0d41fe14ad9a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:11:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw namespace: kserve-ci-e2e-test resourceVersion: "25056" uid: a7f6a8ed-ac6d-4bc2-9448-deec62a9beaa kind: Event lastTimestamp: "2026-04-16T18:12:11Z" message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T18:11:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:12:11Z" name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw.18a6e8d1a94f673d namespace: kserve-ci-e2e-test resourceVersion: "25516" uid: 20aa0bb0-fcc9-4dc4-9655-bc45b672e7ff reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:20:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw namespace: kserve-ci-e2e-test resourceVersion: "25056" uid: a7f6a8ed-ac6d-4bc2-9448-deec62a9beaa kind: Event lastTimestamp: "2026-04-16T18:20:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:20:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:20:54Z" name: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw.18a6e9550e5533df namespace: kserve-ci-e2e-test resourceVersion: "29517" uid: b14b0282-a4f7-4e07-91f4-b41deef2503b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c5b1b-predictor-5854f8b788 namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 47fed5f9-a28f-455e-b5c1-cda8766423b4 kind: Event lastTimestamp: "2026-04-16T18:11:29Z" message: 'Created pod: success-200-isvc-c5b1b-predictor-5854f8b788-s9zzw' metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:11:29Z" name: success-200-isvc-c5b1b-predictor-5854f8b788.18a6e8d190dca617 namespace: kserve-ci-e2e-test resourceVersion: "25055" uid: 266aa6fe-b17c-4b85-88dc-1b030698b915 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c5b1b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25042" uid: 8ef2ad16-ad15-4470-9ed5-074337eeaafb kind: Event lastTimestamp: "2026-04-16T18:11:29Z" message: Scaled up replica set success-200-isvc-c5b1b-predictor-5854f8b788 from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:11:29Z" name: success-200-isvc-c5b1b-predictor.18a6e8d18b8a7bab namespace: kserve-ci-e2e-test resourceVersion: "25048" uid: fb362678-98f4-4209-897a-fbf2e33e2c84 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:11:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c5b1b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25045" uid: 14a5c341-b9a6-44bf-ad32-12933f1452db kind: Event lastTimestamp: "2026-04-16T18:12:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:11:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:14Z" name: success-200-isvc-c5b1b-predictor.18a6e8d50949d7df namespace: kserve-ci-e2e-test resourceVersion: "25543" uid: d25dfef1-23e1-491b-8a12-2d5221089375 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:11:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c5b1b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25045" uid: 14a5c341-b9a6-44bf-ad32-12933f1452db kind: Event lastTimestamp: "2026-04-16T18:12:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:11:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:14Z" name: success-200-isvc-c5b1b-predictor.18a6e8d509cb9d85 namespace: kserve-ci-e2e-test resourceVersion: "25544" uid: 084f7d60-9a84-430e-b870-3c9e1d4d968c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:12:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c5b1b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25254" uid: 14a5c341-b9a6-44bf-ad32-12933f1452db kind: Event lastTimestamp: "2026-04-16T18:12:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:12:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:59Z" name: success-200-isvc-c5b1b-predictor.18a6e8df86c41df3 namespace: kserve-ci-e2e-test resourceVersion: "25950" uid: b7e24edd-6f7c-4127-8366-acba097244d1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:12:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c5b1b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25254" uid: 14a5c341-b9a6-44bf-ad32-12933f1452db kind: Event lastTimestamp: "2026-04-16T18:12:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:12:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:59Z" name: success-200-isvc-c5b1b-predictor.18a6e8df87498d79 namespace: kserve-ci-e2e-test resourceVersion: "25951" uid: 5ddfc49a-8800-4f19-b0e9-ca2c3d006567 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c5b1b namespace: kserve-ci-e2e-test resourceVersion: "25024" uid: 7d099a57-0822-4e04-b6a1-557384c30954 kind: Event lastTimestamp: "2026-04-16T18:12:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:12:21Z" name: success-200-isvc-c5b1b.18a6e8d18a9d0729 namespace: kserve-ci-e2e-test resourceVersion: "25604" uid: 2dd3b992-4d8f-4611-a819-86feb62139ab reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c5b1b namespace: kserve-ci-e2e-test resourceVersion: "25024" uid: 7d099a57-0822-4e04-b6a1-557384c30954 kind: Event lastTimestamp: "2026-04-16T18:11:29Z" message: 'Failed to update status for InferenceService "success-200-isvc-c5b1b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c5b1b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:29Z" name: success-200-isvc-c5b1b.18a6e8d18b83454c namespace: kserve-ci-e2e-test resourceVersion: "25049" uid: af2a34db-8a1d-4187-b657-bf4cc3be3a98 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c5b1b namespace: kserve-ci-e2e-test resourceVersion: "25024" uid: 7d099a57-0822-4e04-b6a1-557384c30954 kind: Event lastTimestamp: "2026-04-16T18:11:29Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c5b1b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:29Z" name: success-200-isvc-c5b1b.18a6e8d18b83a0bd namespace: kserve-ci-e2e-test resourceVersion: "25052" uid: ee87d38a-dade-4987-b79f-4aa6b3542243 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c5b1b namespace: kserve-ci-e2e-test resourceVersion: "25602" uid: 7d099a57-0822-4e04-b6a1-557384c30954 kind: Event lastTimestamp: "2026-04-16T18:12:21Z" message: InferenceService [success-200-isvc-c5b1b] is Ready metadata: creationTimestamp: "2026-04-16T18:12:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:12:21Z" name: success-200-isvc-c5b1b.18a6e8dd8ef2d72e namespace: kserve-ci-e2e-test resourceVersion: "25603" uid: aef03ac5-cbb3-4939-81c5-5928b05afad9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:48:28.299361Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff namespace: kserve-ci-e2e-test resourceVersion: "13341" uid: 4f2c2967-f958-4eab-aea7-0a669d53a4cc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d60f9-predictor-54b667d74d-nv5ff to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:48:28Z" name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff.18a6e78fe7ca3094 namespace: kserve-ci-e2e-test resourceVersion: "13347" uid: 5cef5b6b-0647-49f7-8e35-b590b18fb05e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff namespace: kserve-ci-e2e-test resourceVersion: "13351" uid: 4f2c2967-f958-4eab-aea7-0a669d53a4cc kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:48:28Z" name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff.18a6e78fefae5c2e namespace: kserve-ci-e2e-test resourceVersion: "13367" uid: 41ba9db1-6375-472a-bbd8-9ed34372c133 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 4f2c2967-f958-4eab-aea7-0a669d53a4cc kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1426" metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:28Z" name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff.18a6e78ff1c67d5a namespace: kserve-ci-e2e-test resourceVersion: "13380" uid: a7339f21-25e2-4cbb-b8e6-8b29716035b7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 4f2c2967-f958-4eab-aea7-0a669d53a4cc kind: Event lastTimestamp: "2026-04-16T17:48:43Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1426" in 15.122s (15.122s including waiting). Image size: 1332348033 bytes.' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:43Z" name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff.18a6e79377230a92 namespace: kserve-ci-e2e-test resourceVersion: "13620" uid: bb46bf38-340b-40de-b62b-7c8a858d0e32 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 4f2c2967-f958-4eab-aea7-0a669d53a4cc kind: Event lastTimestamp: "2026-04-16T17:48:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:43Z" name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff.18a6e7937e91f965 namespace: kserve-ci-e2e-test resourceVersion: "13625" uid: a773239e-3b4c-43bf-8f49-e3e496168f50 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 4f2c2967-f958-4eab-aea7-0a669d53a4cc kind: Event lastTimestamp: "2026-04-16T17:48:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:48:43Z" name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff.18a6e7937ef98e2d namespace: kserve-ci-e2e-test resourceVersion: "13628" uid: a8e26798-14f2-4378-a92e-607f031d0e1e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 4f2c2967-f958-4eab-aea7-0a669d53a4cc kind: Event lastTimestamp: "2026-04-16T17:49:24Z" message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:24Z" name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff.18a6e79380456fd3 namespace: kserve-ci-e2e-test resourceVersion: "13960" uid: d47f7d75-f361-41e7-a0e8-1d4d392c0ea3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff namespace: kserve-ci-e2e-test resourceVersion: "13344" uid: 4f2c2967-f958-4eab-aea7-0a669d53a4cc kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:58Z" name: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff.18a6e7a4f5d6a0c4 namespace: kserve-ci-e2e-test resourceVersion: "14370" uid: 7f10c421-8416-4a8a-b8c2-35bff44eebb5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d60f9-predictor-54b667d74d namespace: kserve-ci-e2e-test resourceVersion: "13335" uid: 11225116-11b1-4730-843c-16e9c1402df1 kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: 'Created pod: success-200-isvc-d60f9-predictor-54b667d74d-nv5ff' metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:48:28Z" name: success-200-isvc-d60f9-predictor-54b667d74d.18a6e78fe751003c namespace: kserve-ci-e2e-test resourceVersion: "13343" uid: c48e72f5-b516-4510-b137-60056c7b8aa2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d60f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "13332" uid: f1455eed-4470-4fb7-9f3f-b2e405c8921f kind: Event lastTimestamp: "2026-04-16T17:48:28Z" message: Scaled up replica set success-200-isvc-d60f9-predictor-54b667d74d from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:48:28Z" name: success-200-isvc-d60f9-predictor.18a6e78fe59b7258 namespace: kserve-ci-e2e-test resourceVersion: "13338" uid: b9c8b0c0-11cb-40bb-9325-c5bad2742efe reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d60f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "13334" uid: 28bf5455-e3c0-48bf-9891-9780cb544a11 kind: Event lastTimestamp: "2026-04-16T17:49:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:13Z" name: success-200-isvc-d60f9-predictor.18a6e79364189337 namespace: kserve-ci-e2e-test resourceVersion: "13874" uid: f0cc4ff9-89f5-49d0-894f-cb8a2b96830b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d60f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "13334" uid: 28bf5455-e3c0-48bf-9891-9780cb544a11 kind: Event lastTimestamp: "2026-04-16T17:49:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:13Z" name: success-200-isvc-d60f9-predictor.18a6e793648e6239 namespace: kserve-ci-e2e-test resourceVersion: "13875" uid: 31553613-c521-41b2-be5d-3bf7a66688a2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:49:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d60f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "13609" uid: 28bf5455-e3c0-48bf-9891-9780cb544a11 kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:58Z" name: success-200-isvc-d60f9-predictor.18a6e79de134252c namespace: kserve-ci-e2e-test resourceVersion: "14297" uid: 640ea8d9-447c-4c2e-894d-fb317d73244b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:49:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d60f9-predictor namespace: kserve-ci-e2e-test resourceVersion: "13609" uid: 28bf5455-e3c0-48bf-9891-9780cb544a11 kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:58Z" name: success-200-isvc-d60f9-predictor.18a6e79de1dac828 namespace: kserve-ci-e2e-test resourceVersion: "14298" uid: 99f2ace8-cc3e-43c2-8fb8-1cc26ff318ae reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T17:48:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d60f9 namespace: kserve-ci-e2e-test resourceVersion: "13324" uid: 207f62c3-492b-43e6-aaf5-e6ae1c290c96 kind: Event lastTimestamp: "2026-04-16T17:49:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:49:34Z" name: success-200-isvc-d60f9.18a6e78fe57a07aa namespace: kserve-ci-e2e-test resourceVersion: "14073" uid: 3d7392b1-76fa-42ca-ab01-29aa9d2a4229 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d60f9 namespace: kserve-ci-e2e-test resourceVersion: "14069" uid: 207f62c3-492b-43e6-aaf5-e6ae1c290c96 kind: Event lastTimestamp: "2026-04-16T17:49:34Z" message: InferenceService [success-200-isvc-d60f9] is Ready metadata: creationTimestamp: "2026-04-16T17:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:49:34Z" name: success-200-isvc-d60f9.18a6e79f69e04656 namespace: kserve-ci-e2e-test resourceVersion: "14071" uid: 4c504717-a649-406d-a326-38470a5b87ce reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:10:58.663358Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j namespace: kserve-ci-e2e-test resourceVersion: "24605" uid: 3cafcbbe-191d-4b2c-9512-ad9e7c778f76 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:10:58Z" name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j.18a6e8ca4fc195ed namespace: kserve-ci-e2e-test resourceVersion: "24616" uid: c67828f7-76e1-4714-ab13-16ba424e2c8b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j namespace: kserve-ci-e2e-test resourceVersion: "24623" uid: 3cafcbbe-191d-4b2c-9512-ad9e7c778f76 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: Add eth0 [10.133.0.51/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:10:58Z" name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j.18a6e8ca5841b66f namespace: kserve-ci-e2e-test resourceVersion: "24656" uid: 98aa0a55-04ab-4911-8bfc-b8910f26b2a8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j namespace: kserve-ci-e2e-test resourceVersion: "24611" uid: 3cafcbbe-191d-4b2c-9512-ad9e7c778f76 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:58Z" name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j.18a6e8ca59e5bb88 namespace: kserve-ci-e2e-test resourceVersion: "24663" uid: 6add6914-1e06-4a64-b9a7-cacd709e7aa7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j namespace: kserve-ci-e2e-test resourceVersion: "24611" uid: 3cafcbbe-191d-4b2c-9512-ad9e7c778f76 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:58Z" name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j.18a6e8ca5ed95bee namespace: kserve-ci-e2e-test resourceVersion: "24672" uid: 092a7a9e-44bc-4c2f-a9c1-ce219eebb309 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j namespace: kserve-ci-e2e-test resourceVersion: "24611" uid: 3cafcbbe-191d-4b2c-9512-ad9e7c778f76 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:58Z" name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j.18a6e8ca5f5b4659 namespace: kserve-ci-e2e-test resourceVersion: "24673" uid: 381d0834-5120-4cb1-8c93-9efaabdb6211 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T18:10:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j namespace: kserve-ci-e2e-test resourceVersion: "24611" uid: 3cafcbbe-191d-4b2c-9512-ad9e7c778f76 kind: Event lastTimestamp: "2026-04-16T18:28:30Z" message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T18:10:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:28:30Z" name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j.18a6e8ca6ab66157 namespace: kserve-ci-e2e-test resourceVersion: "32723" uid: a5113e2b-a8df-4ba4-9c94-cf29a4a92096 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:28:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j namespace: kserve-ci-e2e-test resourceVersion: "24611" uid: 3cafcbbe-191d-4b2c-9512-ad9e7c778f76 kind: Event lastTimestamp: "2026-04-16T18:28:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:28:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:28:28Z" name: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j.18a6e9beb37770ce namespace: kserve-ci-e2e-test resourceVersion: "32677" uid: 50db098a-d93b-46cd-94a2-b9d8e8adfa63 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d9a0e-predictor-8587d49fdd namespace: kserve-ci-e2e-test resourceVersion: "24595" uid: d420eea5-c8b8-409b-9485-457462a39416 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: 'Created pod: success-200-isvc-d9a0e-predictor-8587d49fdd-wpj2j' metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:10:58Z" name: success-200-isvc-d9a0e-predictor-8587d49fdd.18a6e8ca4f15a36a namespace: kserve-ci-e2e-test resourceVersion: "24610" uid: 3fa9f91b-bfc0-4b78-8f15-4d69ed890e19 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d9a0e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24593" uid: 1fd1e817-8917-4ea7-88a9-1dc19b423176 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: Scaled up replica set success-200-isvc-d9a0e-predictor-8587d49fdd from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:10:58Z" name: success-200-isvc-d9a0e-predictor.18a6e8ca4d01bae1 namespace: kserve-ci-e2e-test resourceVersion: "24597" uid: 063bb3f3-dbc1-477e-ac28-ac0a338ec85a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:11:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d9a0e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24594" uid: 10b8a00e-9b0d-497e-8e40-5186449aaaee kind: Event lastTimestamp: "2026-04-16T18:12:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:11:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:13Z" name: success-200-isvc-d9a0e-predictor.18a6e8cdcc29d935 namespace: kserve-ci-e2e-test resourceVersion: "25533" uid: a186858f-95f4-41b2-afca-f35b611c7286 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:11:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d9a0e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24594" uid: 10b8a00e-9b0d-497e-8e40-5186449aaaee kind: Event lastTimestamp: "2026-04-16T18:12:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:11:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:13Z" name: success-200-isvc-d9a0e-predictor.18a6e8cdccbbe8c8 namespace: kserve-ci-e2e-test resourceVersion: "25534" uid: 74545e02-4b86-4122-b005-f8f9927a58bb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "24586" uid: cc6ba478-82cb-4705-a84c-8fcb86e4b291 kind: Event lastTimestamp: "2026-04-16T18:11:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:50Z" name: success-200-isvc-d9a0e.18a6e8ca4cdded33 namespace: kserve-ci-e2e-test resourceVersion: "25306" uid: bba81b43-99f1-40d9-bc77-a7e6680755ec reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "24586" uid: cc6ba478-82cb-4705-a84c-8fcb86e4b291 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: 'Failed to update status for InferenceService "success-200-isvc-d9a0e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d9a0e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:10:58Z" name: success-200-isvc-d9a0e.18a6e8ca4d55e1ae namespace: kserve-ci-e2e-test resourceVersion: "24599" uid: c92e7a90-71b3-4804-a19d-069dc00e0e54 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "24586" uid: cc6ba478-82cb-4705-a84c-8fcb86e4b291 kind: Event lastTimestamp: "2026-04-16T18:10:58Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d9a0e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:10:58Z" name: success-200-isvc-d9a0e.18a6e8ca4d562b2f namespace: kserve-ci-e2e-test resourceVersion: "24601" uid: b44fc413-7f99-4045-b515-934d638f2e5a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:11:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "25304" uid: cc6ba478-82cb-4705-a84c-8fcb86e4b291 kind: Event lastTimestamp: "2026-04-16T18:11:50Z" message: InferenceService [success-200-isvc-d9a0e] is Ready metadata: creationTimestamp: "2026-04-16T18:11:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:11:50Z" name: success-200-isvc-d9a0e.18a6e8d651e49768 namespace: kserve-ci-e2e-test resourceVersion: "25305" uid: bb1767d3-d5da-4263-9ea6-0e0da10d6505 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:00:44.254420Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l namespace: kserve-ci-e2e-test resourceVersion: "19716" uid: c85f1a3e-ffb7-4774-9193-1518e14433dc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ed576-predictor-78dc55c9fb-zr27l to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:00:44Z" name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l.18a6e83b42213798 namespace: kserve-ci-e2e-test resourceVersion: "19726" uid: 03000cda-4e26-4d9b-8ee8-600edd85d8af reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l namespace: kserve-ci-e2e-test resourceVersion: "19724" uid: c85f1a3e-ffb7-4774-9193-1518e14433dc kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: Add eth0 [10.133.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:00:44Z" name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l.18a6e83b49dbb06c namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: e25e0ec7-09b0-4c91-835f-443ff1f39ec5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l namespace: kserve-ci-e2e-test resourceVersion: "19717" uid: c85f1a3e-ffb7-4774-9193-1518e14433dc kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:44Z" name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l.18a6e83b4cc6d08e namespace: kserve-ci-e2e-test resourceVersion: "19765" uid: 490009fd-ea15-4446-ac0e-6102eed51f0f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l namespace: kserve-ci-e2e-test resourceVersion: "19717" uid: c85f1a3e-ffb7-4774-9193-1518e14433dc kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:44Z" name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l.18a6e83b53873332 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 210ee444-1f15-4e89-8f77-f2d11f68d44b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l namespace: kserve-ci-e2e-test resourceVersion: "19717" uid: c85f1a3e-ffb7-4774-9193-1518e14433dc kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:44Z" name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l.18a6e83b53fe70c6 namespace: kserve-ci-e2e-test resourceVersion: "19774" uid: 2184007e-d0c5-4bdc-83e2-3b9715f4e4f7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:00:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l namespace: kserve-ci-e2e-test resourceVersion: "19717" uid: c85f1a3e-ffb7-4774-9193-1518e14433dc kind: Event lastTimestamp: "2026-04-16T18:01:26Z" message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T18:00:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:01:26Z" name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l.18a6e83b74143ca3 namespace: kserve-ci-e2e-test resourceVersion: "20182" uid: 0b0dfead-a434-4cdd-ac8a-0667571fb1b1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:10:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l namespace: kserve-ci-e2e-test resourceVersion: "19717" uid: c85f1a3e-ffb7-4774-9193-1518e14433dc kind: Event lastTimestamp: "2026-04-16T18:10:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:10:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:10:09Z" name: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l.18a6e8beca86bfdb namespace: kserve-ci-e2e-test resourceVersion: "24115" uid: 2cd35b07-1ac8-4f96-819f-648c1d71c3f6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ed576-predictor-78dc55c9fb namespace: kserve-ci-e2e-test resourceVersion: "19696" uid: 9989a445-b9f3-46e7-8d17-5c555a195715 kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: 'Created pod: success-200-isvc-ed576-predictor-78dc55c9fb-zr27l' metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:44Z" name: success-200-isvc-ed576-predictor-78dc55c9fb.18a6e83b419a2408 namespace: kserve-ci-e2e-test resourceVersion: "19719" uid: cdaad697-94f9-4979-99af-62878a443bce reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ed576-predictor namespace: kserve-ci-e2e-test resourceVersion: "19693" uid: 229a030e-a633-4d22-835d-551dc2e1879d kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: Scaled up replica set success-200-isvc-ed576-predictor-78dc55c9fb from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:00:44Z" name: success-200-isvc-ed576-predictor.18a6e83b3c56ff0d namespace: kserve-ci-e2e-test resourceVersion: "19701" uid: cebbb890-4316-4974-8b02-400d5a49243a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:00:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ed576-predictor namespace: kserve-ci-e2e-test resourceVersion: "19694" uid: 62c0beda-7f39-4196-afcd-acdd98205a97 kind: Event lastTimestamp: "2026-04-16T18:01:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:14Z" name: success-200-isvc-ed576-predictor.18a6e83ebaedfe8c namespace: kserve-ci-e2e-test resourceVersion: "20058" uid: 69a691f6-7b67-4f46-baed-5b5c3075b0ee reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T18:00:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ed576-predictor namespace: kserve-ci-e2e-test resourceVersion: "19694" uid: 62c0beda-7f39-4196-afcd-acdd98205a97 kind: Event lastTimestamp: "2026-04-16T18:01:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:14Z" name: success-200-isvc-ed576-predictor.18a6e83ebb6fa090 namespace: kserve-ci-e2e-test resourceVersion: "20059" uid: 0aaae4ba-ff6b-455d-9970-bf2dba11a270 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:01:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ed576-predictor namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: 62c0beda-7f39-4196-afcd-acdd98205a97 kind: Event lastTimestamp: "2026-04-16T18:01:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:59Z" name: success-200-isvc-ed576-predictor.18a6e845b9092358 namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: afc83562-c04b-48fe-ad0c-e22119222799 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T18:01:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ed576-predictor namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: 62c0beda-7f39-4196-afcd-acdd98205a97 kind: Event lastTimestamp: "2026-04-16T18:01:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:01:59Z" name: success-200-isvc-ed576-predictor.18a6e845b99839c8 namespace: kserve-ci-e2e-test resourceVersion: "20636" uid: e35b9ad5-d8c9-42d6-8687-8864cb25cc6b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ed576 namespace: kserve-ci-e2e-test resourceVersion: "19683" uid: a69d5a14-e50d-4aa6-89b7-077e3f63ade5 kind: Event lastTimestamp: "2026-04-16T18:01:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:36Z" name: success-200-isvc-ed576.18a6e83b3c287851 namespace: kserve-ci-e2e-test resourceVersion: "20414" uid: 2b40c287-370d-4a58-bb3f-8257ce2cee4c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ed576 namespace: kserve-ci-e2e-test resourceVersion: "19683" uid: a69d5a14-e50d-4aa6-89b7-077e3f63ade5 kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: 'Failed to update status for InferenceService "success-200-isvc-ed576": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-ed576": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:44Z" name: success-200-isvc-ed576.18a6e83b3d023e74 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: 1b7a73a5-6587-40a8-905e-6834c2230e5d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ed576 namespace: kserve-ci-e2e-test resourceVersion: "19683" uid: a69d5a14-e50d-4aa6-89b7-077e3f63ade5 kind: Event lastTimestamp: "2026-04-16T18:00:44Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-ed576": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T18:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:00:44Z" name: success-200-isvc-ed576.18a6e83b3d028b6b namespace: kserve-ci-e2e-test resourceVersion: "19709" uid: 25feb829-f4c6-47b7-ad11-0167a7644e5e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:01:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ed576 namespace: kserve-ci-e2e-test resourceVersion: "20411" uid: a69d5a14-e50d-4aa6-89b7-077e3f63ade5 kind: Event lastTimestamp: "2026-04-16T18:01:36Z" message: InferenceService [success-200-isvc-ed576] is Ready metadata: creationTimestamp: "2026-04-16T18:01:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:01:36Z" name: success-200-isvc-ed576.18a6e8475bdb299d namespace: kserve-ci-e2e-test resourceVersion: "20412" uid: 1bb81c32-f735-4f4e-beb0-6b79a4887d6b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:50:48.516160Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv namespace: kserve-ci-e2e-test resourceVersion: "14966" uid: b9295a82-3f8c-40a9-aacc-33edd8f703e3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-f6449-predictor-67b49d9f68-jvnsv to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:50:48Z" name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv.18a6e7b08d5cc769 namespace: kserve-ci-e2e-test resourceVersion: "14975" uid: 7af03e13-fd71-4551-a590-04f851c57ed5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv namespace: kserve-ci-e2e-test resourceVersion: "14979" uid: b9295a82-3f8c-40a9-aacc-33edd8f703e3 kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:50:48Z" name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv.18a6e7b095b24ed2 namespace: kserve-ci-e2e-test resourceVersion: "15021" uid: 3ddc31fb-af07-4052-ad66-36409988e2b1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv namespace: kserve-ci-e2e-test resourceVersion: "14970" uid: b9295a82-3f8c-40a9-aacc-33edd8f703e3 kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1426" already present on machine metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:48Z" name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv.18a6e7b0976e8670 namespace: kserve-ci-e2e-test resourceVersion: "15026" uid: aeb4cea3-2a51-4127-b0f1-65b523ee44f7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv namespace: kserve-ci-e2e-test resourceVersion: "14970" uid: b9295a82-3f8c-40a9-aacc-33edd8f703e3 kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:48Z" name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv.18a6e7b09f3b8e3a namespace: kserve-ci-e2e-test resourceVersion: "15037" uid: ddff33e9-7cfb-4306-b7e0-6f6a51269655 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv namespace: kserve-ci-e2e-test resourceVersion: "14970" uid: b9295a82-3f8c-40a9-aacc-33edd8f703e3 kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:48Z" name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv.18a6e7b09fb66e07 namespace: kserve-ci-e2e-test resourceVersion: "15038" uid: b03118b0-edbc-44c1-b6fc-41130b36aa15 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:50:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv namespace: kserve-ci-e2e-test resourceVersion: "14970" uid: b9295a82-3f8c-40a9-aacc-33edd8f703e3 kind: Event lastTimestamp: "2026-04-16T17:51:30Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T17:50:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:51:30Z" name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv.18a6e7b0b2a12051 namespace: kserve-ci-e2e-test resourceVersion: "15441" uid: 02d7a30c-8c85-441b-b36b-731555a62cab reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:00:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv namespace: kserve-ci-e2e-test resourceVersion: "14970" uid: b9295a82-3f8c-40a9-aacc-33edd8f703e3 kind: Event lastTimestamp: "2026-04-16T18:00:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T18:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:00:13Z" name: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv.18a6e83413544e10 namespace: kserve-ci-e2e-test resourceVersion: "19278" uid: 6b42d79d-9444-494a-aaf1-4a8ccf3c01e7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-f6449-predictor-67b49d9f68 namespace: kserve-ci-e2e-test resourceVersion: "14949" uid: dd027021-4d03-43f8-9ca9-ae04907f47c7 kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: 'Created pod: success-200-isvc-f6449-predictor-67b49d9f68-jvnsv' metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:48Z" name: success-200-isvc-f6449-predictor-67b49d9f68.18a6e7b08cdb524a namespace: kserve-ci-e2e-test resourceVersion: "14968" uid: 5b608bdb-4255-4ffc-98a7-f55fcb5e9793 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-f6449-predictor namespace: kserve-ci-e2e-test resourceVersion: "14946" uid: a832425a-f783-49e3-bb3f-9105e4a92187 kind: Event lastTimestamp: "2026-04-16T17:50:48Z" message: Scaled up replica set success-200-isvc-f6449-predictor-67b49d9f68 from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:50:48Z" name: success-200-isvc-f6449-predictor.18a6e7b08b1c2ac1 namespace: kserve-ci-e2e-test resourceVersion: "14952" uid: 239ccdaf-ae4a-4e06-8d15-d43f5bc77eec reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:51:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f6449-predictor namespace: kserve-ci-e2e-test resourceVersion: "14948" uid: 3d6b6afe-c049-44ac-a5c8-4cff956a208a kind: Event lastTimestamp: "2026-04-16T17:51:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:51:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:33Z" name: success-200-isvc-f6449-predictor.18a6e7b409cbc97f namespace: kserve-ci-e2e-test resourceVersion: "15464" uid: 41df7d9f-c9ec-4ce7-b817-2c38197c3723 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:51:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f6449-predictor namespace: kserve-ci-e2e-test resourceVersion: "14948" uid: 3d6b6afe-c049-44ac-a5c8-4cff956a208a kind: Event lastTimestamp: "2026-04-16T17:51:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:51:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:33Z" name: success-200-isvc-f6449-predictor.18a6e7b40a44b2a1 namespace: kserve-ci-e2e-test resourceVersion: "15465" uid: 17aa21e0-f416-447f-978d-cde28fe3f4eb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:51:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f6449-predictor namespace: kserve-ci-e2e-test resourceVersion: "15187" uid: 3d6b6afe-c049-44ac-a5c8-4cff956a208a kind: Event lastTimestamp: "2026-04-16T17:52:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:51:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:52:18Z" name: success-200-isvc-f6449-predictor.18a6e7be86c0d674 namespace: kserve-ci-e2e-test resourceVersion: "15845" uid: fd7d6a6d-a66c-406a-9e78-21892dcfd888 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T17:51:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f6449-predictor namespace: kserve-ci-e2e-test resourceVersion: "15187" uid: 3d6b6afe-c049-44ac-a5c8-4cff956a208a kind: Event lastTimestamp: "2026-04-16T17:52:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T17:51:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:52:18Z" name: success-200-isvc-f6449-predictor.18a6e7be87426143 namespace: kserve-ci-e2e-test resourceVersion: "15846" uid: 87f6ae1e-5af1-4f19-b64c-d1fce907ad08 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T17:50:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f6449 namespace: kserve-ci-e2e-test resourceVersion: "14926" uid: 32f66ed9-753b-4838-8a68-f9b907acc29d kind: Event lastTimestamp: "2026-04-16T17:51:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T17:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:51:40Z" name: success-200-isvc-f6449.18a6e7b08b12658b namespace: kserve-ci-e2e-test resourceVersion: "15535" uid: 49c091d8-f9f3-4524-81f9-5c86d01cf424 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f6449 namespace: kserve-ci-e2e-test resourceVersion: "15531" uid: 32f66ed9-753b-4838-8a68-f9b907acc29d kind: Event lastTimestamp: "2026-04-16T17:51:40Z" message: InferenceService [success-200-isvc-f6449] is Ready metadata: creationTimestamp: "2026-04-16T17:51:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:51:40Z" name: success-200-isvc-f6449.18a6e7bc9b4f58b1 namespace: kserve-ci-e2e-test resourceVersion: "15533" uid: 2046dad4-542e-40c3-8ac1-66396ca6614b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:51:08.823412Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-8e251-5896fcfc4c-jr8mf namespace: kserve-ci-e2e-test resourceVersion: "15239" uid: 070fed0c-aefb-4bc3-8855-8e159dd1164d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-8e251-5896fcfc4c-jr8mf to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T17:51:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:51:08Z" name: switch-graph-8e251-5896fcfc4c-jr8mf.18a6e7b547c4df52 namespace: kserve-ci-e2e-test resourceVersion: "15244" uid: 9199f0a7-1466-4bd4-aa40-6ffab468f642 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T17:51:09Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-8e251-5896fcfc4c-jr8mf namespace: kserve-ci-e2e-test resourceVersion: "15242" uid: 070fed0c-aefb-4bc3-8855-8e159dd1164d kind: Event lastTimestamp: "2026-04-16T17:51:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-8e251-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T17:51:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:51:09Z" name: switch-graph-8e251-5896fcfc4c-jr8mf.18a6e7b55363ac1e namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: e1aea004-6ab9-4db0-9cdc-90d68331e654 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:10Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-8e251-5896fcfc4c-jr8mf namespace: kserve-ci-e2e-test resourceVersion: "15248" uid: 070fed0c-aefb-4bc3-8855-8e159dd1164d kind: Event lastTimestamp: "2026-04-16T17:51:10Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:51:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:51:10Z" name: switch-graph-8e251-5896fcfc4c-jr8mf.18a6e7b5ba56bd9b namespace: kserve-ci-e2e-test resourceVersion: "15272" uid: 27b9fec3-b172-4cc7-820b-1a81615dbd53 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8e251} kind: Pod name: switch-graph-8e251-5896fcfc4c-jr8mf namespace: kserve-ci-e2e-test resourceVersion: "15242" uid: 070fed0c-aefb-4bc3-8855-8e159dd1164d kind: Event lastTimestamp: "2026-04-16T17:51:10Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a" already present on machine metadata: creationTimestamp: "2026-04-16T17:51:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:51:10Z" name: switch-graph-8e251-5896fcfc4c-jr8mf.18a6e7b5bbd4dfd8 namespace: kserve-ci-e2e-test resourceVersion: "15274" uid: 244d8b25-b161-43e6-a3c3-f520698d0940 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8e251} kind: Pod name: switch-graph-8e251-5896fcfc4c-jr8mf namespace: kserve-ci-e2e-test resourceVersion: "15242" uid: 070fed0c-aefb-4bc3-8855-8e159dd1164d kind: Event lastTimestamp: "2026-04-16T17:51:10Z" message: 'Created container: switch-graph-8e251' metadata: creationTimestamp: "2026-04-16T17:51:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:51:10Z" name: switch-graph-8e251-5896fcfc4c-jr8mf.18a6e7b5bf0f033b namespace: kserve-ci-e2e-test resourceVersion: "15277" uid: 8d5cdf31-8cf8-481f-8153-1325fa72db79 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8e251} kind: Pod name: switch-graph-8e251-5896fcfc4c-jr8mf namespace: kserve-ci-e2e-test resourceVersion: "15242" uid: 070fed0c-aefb-4bc3-8855-8e159dd1164d kind: Event lastTimestamp: "2026-04-16T17:51:10Z" message: Started container switch-graph-8e251 metadata: creationTimestamp: "2026-04-16T17:51:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:51:10Z" name: switch-graph-8e251-5896fcfc4c-jr8mf.18a6e7b5bf7c4810 namespace: kserve-ci-e2e-test resourceVersion: "15278" uid: d965796a-e2ec-492a-8f34-4dd6c2dc7b63 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8e251} kind: Pod name: switch-graph-8e251-5896fcfc4c-jr8mf namespace: kserve-ci-e2e-test resourceVersion: "15242" uid: 070fed0c-aefb-4bc3-8855-8e159dd1164d kind: Event lastTimestamp: "2026-04-16T17:59:23Z" message: Stopping container switch-graph-8e251 metadata: creationTimestamp: "2026-04-16T17:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:59:23Z" name: switch-graph-8e251-5896fcfc4c-jr8mf.18a6e8287cdc0ab3 namespace: kserve-ci-e2e-test resourceVersion: "18751" uid: 2e83d7a4-669a-4d2b-a003-13f92d57ba1d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:59:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8e251} kind: Pod name: switch-graph-8e251-5896fcfc4c-jr8mf namespace: kserve-ci-e2e-test resourceVersion: "15242" uid: 070fed0c-aefb-4bc3-8855-8e159dd1164d kind: Event lastTimestamp: "2026-04-16T17:59:52Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T17:59:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:59:52Z" name: switch-graph-8e251-5896fcfc4c-jr8mf.18a6e829527321bf namespace: kserve-ci-e2e-test resourceVersion: "19074" uid: 5d66666a-922e-4326-b887-c8bce0204de5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-8e251-5896fcfc4c namespace: kserve-ci-e2e-test resourceVersion: "15236" uid: dfcd141d-dc06-480b-bd0c-beb60104144f kind: Event lastTimestamp: "2026-04-16T17:51:08Z" message: 'Created pod: switch-graph-8e251-5896fcfc4c-jr8mf' metadata: creationTimestamp: "2026-04-16T17:51:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:08Z" name: switch-graph-8e251-5896fcfc4c.18a6e7b5472f2c25 namespace: kserve-ci-e2e-test resourceVersion: "15241" uid: 393a3057-63f4-494d-a2fe-5faa2e6cbd87 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-8e251 namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 992006b4-c5f1-4053-afa9-5b5040b4e894 kind: Event lastTimestamp: "2026-04-16T17:51:08Z" message: Scaled up replica set switch-graph-8e251-5896fcfc4c from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:51:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:08Z" name: switch-graph-8e251.18a6e7b5461a25ba namespace: kserve-ci-e2e-test resourceVersion: "15237" uid: 368f09bc-433f-4115-97dd-dfffd67687fc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:51:08Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-8e251 namespace: kserve-ci-e2e-test resourceVersion: "15250" uid: ffd4b0ad-d9f0-44d5-9e48-0e715241cddf kind: Event lastTimestamp: "2026-04-16T17:51:08Z" message: InferenceGraph [switch-graph-8e251] is Ready metadata: creationTimestamp: "2026-04-16T17:51:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:51:08Z" name: switch-graph-8e251.18a6e7b54c700861 namespace: kserve-ci-e2e-test resourceVersion: "15252" uid: 3290c011-4c61-4324-8d9d-e82c7bc7bfec reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T17:51:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-8e251 namespace: kserve-ci-e2e-test resourceVersion: "15235" uid: d7e13823-42cb-452e-9124-9718172631c0 kind: Event lastTimestamp: "2026-04-16T17:51:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:38Z" name: switch-graph-8e251.18a6e7b8c4dfbab1 namespace: kserve-ci-e2e-test resourceVersion: "15503" uid: b4f7ce5d-a999-4037-b2c9-f7b5667d2d2b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T17:51:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-8e251 namespace: kserve-ci-e2e-test resourceVersion: "15235" uid: d7e13823-42cb-452e-9124-9718172631c0 kind: Event lastTimestamp: "2026-04-16T17:51:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T17:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:51:38Z" name: switch-graph-8e251.18a6e7b8c5697676 namespace: kserve-ci-e2e-test resourceVersion: "15504" uid: 95a5c425-5ae9-48cb-b454-c8e22078d347 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T17:49:48.252541Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-d60f9-db987dd58-m2b28 namespace: kserve-ci-e2e-test resourceVersion: "14184" uid: 3345376c-5e62-45e9-8781-1a5a06db51ea kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-d60f9-db987dd58-m2b28 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T17:49:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T17:49:48Z" name: switch-graph-d60f9-db987dd58-m2b28.18a6e7a2855ee619 namespace: kserve-ci-e2e-test resourceVersion: "14190" uid: 19ceb78f-3fbf-45cc-addb-dbcd22a00920 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:48Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-d60f9-db987dd58-m2b28 namespace: kserve-ci-e2e-test resourceVersion: "14186" uid: 3345376c-5e62-45e9-8781-1a5a06db51ea kind: Event lastTimestamp: "2026-04-16T17:49:48Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-d60f9-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:48Z" name: switch-graph-d60f9-db987dd58-m2b28.18a6e7a2901ce131 namespace: kserve-ci-e2e-test resourceVersion: "14202" uid: c1137ec9-3cf7-4d2a-9252-e8e6f63013a9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:49Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-d60f9-db987dd58-m2b28 namespace: kserve-ci-e2e-test resourceVersion: "14193" uid: 3345376c-5e62-45e9-8781-1a5a06db51ea kind: Event lastTimestamp: "2026-04-16T17:49:49Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T17:49:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T17:49:49Z" name: switch-graph-d60f9-db987dd58-m2b28.18a6e7a2c2811b98 namespace: kserve-ci-e2e-test resourceVersion: "14211" uid: 2b63184a-ca97-4e82-961f-65a54245ce84 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d60f9} kind: Pod name: switch-graph-d60f9-db987dd58-m2b28 namespace: kserve-ci-e2e-test resourceVersion: "14186" uid: 3345376c-5e62-45e9-8781-1a5a06db51ea kind: Event lastTimestamp: "2026-04-16T17:49:49Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a" metadata: creationTimestamp: "2026-04-16T17:49:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:49Z" name: switch-graph-d60f9-db987dd58-m2b28.18a6e7a2c3fdfb65 namespace: kserve-ci-e2e-test resourceVersion: "14213" uid: f6f553b0-59fc-47b4-bda6-4dff7e4c77fd reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d60f9} kind: Pod name: switch-graph-d60f9-db987dd58-m2b28 namespace: kserve-ci-e2e-test resourceVersion: "14186" uid: 3345376c-5e62-45e9-8781-1a5a06db51ea kind: Event lastTimestamp: "2026-04-16T17:49:51Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a" in 2.55s (2.55s including waiting). Image size: 216233593 bytes.' metadata: creationTimestamp: "2026-04-16T17:49:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:51Z" name: switch-graph-d60f9-db987dd58-m2b28.18a6e7a35bfebae2 namespace: kserve-ci-e2e-test resourceVersion: "14233" uid: d3b3c6ed-5dab-4dbc-8e24-3d27855ac890 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d60f9} kind: Pod name: switch-graph-d60f9-db987dd58-m2b28 namespace: kserve-ci-e2e-test resourceVersion: "14186" uid: 3345376c-5e62-45e9-8781-1a5a06db51ea kind: Event lastTimestamp: "2026-04-16T17:49:51Z" message: 'Created container: switch-graph-d60f9' metadata: creationTimestamp: "2026-04-16T17:49:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:51Z" name: switch-graph-d60f9-db987dd58-m2b28.18a6e7a35f2a0d99 namespace: kserve-ci-e2e-test resourceVersion: "14234" uid: 2af35a99-c14f-438c-b702-3d38420c83e2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d60f9} kind: Pod name: switch-graph-d60f9-db987dd58-m2b28 namespace: kserve-ci-e2e-test resourceVersion: "14186" uid: 3345376c-5e62-45e9-8781-1a5a06db51ea kind: Event lastTimestamp: "2026-04-16T17:49:51Z" message: Started container switch-graph-d60f9 metadata: creationTimestamp: "2026-04-16T17:49:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:51Z" name: switch-graph-d60f9-db987dd58-m2b28.18a6e7a35f8ef3de namespace: kserve-ci-e2e-test resourceVersion: "14235" uid: 3333b9a0-113e-47ef-b469-bac7d5752984 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d60f9} kind: Pod name: switch-graph-d60f9-db987dd58-m2b28 namespace: kserve-ci-e2e-test resourceVersion: "14186" uid: 3345376c-5e62-45e9-8781-1a5a06db51ea kind: Event lastTimestamp: "2026-04-16T17:49:58Z" message: Stopping container switch-graph-d60f9 metadata: creationTimestamp: "2026-04-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:49:58Z" name: switch-graph-d60f9-db987dd58-m2b28.18a6e7a4eadbbd3e namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: 0efbac6d-4b17-410e-8247-225478f2366c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T17:50:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d60f9} kind: Pod name: switch-graph-d60f9-db987dd58-m2b28 namespace: kserve-ci-e2e-test resourceVersion: "14186" uid: 3345376c-5e62-45e9-8781-1a5a06db51ea kind: Event lastTimestamp: "2026-04-16T17:50:27Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T17:50:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T17:50:27Z" name: switch-graph-d60f9-db987dd58-m2b28.18a6e7a5f1e24286 namespace: kserve-ci-e2e-test resourceVersion: "14689" uid: 47d89266-24ac-4793-b7db-105defb0a449 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-d60f9-db987dd58 namespace: kserve-ci-e2e-test resourceVersion: "14181" uid: 49c6d4a8-7902-4521-9fe9-2bfa34f4744d kind: Event lastTimestamp: "2026-04-16T17:49:48Z" message: 'Created pod: switch-graph-d60f9-db987dd58-m2b28' metadata: creationTimestamp: "2026-04-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:48Z" name: switch-graph-d60f9-db987dd58.18a6e7a284d7fff0 namespace: kserve-ci-e2e-test resourceVersion: "14185" uid: 4d75191a-0bb1-4c36-be6e-187bc46e5f01 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-d60f9 namespace: kserve-ci-e2e-test resourceVersion: "14179" uid: 3be44027-4acd-4579-978b-814f526d38a0 kind: Event lastTimestamp: "2026-04-16T17:49:48Z" message: Scaled up replica set switch-graph-d60f9-db987dd58 from 0 to 1 metadata: creationTimestamp: "2026-04-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T17:49:48Z" name: switch-graph-d60f9.18a6e7a283e7c85b namespace: kserve-ci-e2e-test resourceVersion: "14182" uid: fe33abf1-5053-44f4-b2c0-ee9e8c2f1bfa reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T17:49:48Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-d60f9 namespace: kserve-ci-e2e-test resourceVersion: "14196" uid: cc3a92b7-8b79-4665-a071-6ae807ec2922 kind: Event lastTimestamp: "2026-04-16T17:49:48Z" message: InferenceGraph [switch-graph-d60f9] is Ready metadata: creationTimestamp: "2026-04-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T17:49:48Z" name: switch-graph-d60f9.18a6e7a288d4a429 namespace: kserve-ci-e2e-test resourceVersion: "14198" uid: e1acac77-a028-4f0e-b1c9-b7eb59c60d9e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T18:12:08.750572Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-d9a0e-5c6d76d677-vlrj4 namespace: kserve-ci-e2e-test resourceVersion: "25477" uid: e2f219bb-bcd5-4424-b5e0-46b8ac5c4dfb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-d9a0e-5c6d76d677-vlrj4 to ip-10-0-134-233.ec2.internal metadata: creationTimestamp: "2026-04-16T18:12:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T18:12:08Z" name: switch-graph-d9a0e-5c6d76d677-vlrj4.18a6e8daa1479805 namespace: kserve-ci-e2e-test resourceVersion: "25482" uid: b0d691d0-6440-415d-b176-e6261d88778e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-f568ff884-f4sk7 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:09Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-d9a0e-5c6d76d677-vlrj4 namespace: kserve-ci-e2e-test resourceVersion: "25486" uid: e2f219bb-bcd5-4424-b5e0-46b8ac5c4dfb kind: Event lastTimestamp: "2026-04-16T18:12:09Z" message: Add eth0 [10.133.0.56/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T18:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T18:12:09Z" name: switch-graph-d9a0e-5c6d76d677-vlrj4.18a6e8daba76a550 namespace: kserve-ci-e2e-test resourceVersion: "25496" uid: 2e1b0b78-84c9-436b-abcb-7848c090b6ee reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d9a0e} kind: Pod name: switch-graph-d9a0e-5c6d76d677-vlrj4 namespace: kserve-ci-e2e-test resourceVersion: "25480" uid: e2f219bb-bcd5-4424-b5e0-46b8ac5c4dfb kind: Event lastTimestamp: "2026-04-16T18:12:09Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dd92bbb6db070213e4821d314fe0d4d7707048c2ffbd06bddadfaae5e74b343a" already present on machine metadata: creationTimestamp: "2026-04-16T18:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:12:09Z" name: switch-graph-d9a0e-5c6d76d677-vlrj4.18a6e8dabc0d771a namespace: kserve-ci-e2e-test resourceVersion: "25499" uid: bb6651ab-7e2a-4a91-bc7b-a7e9c17e8566 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d9a0e} kind: Pod name: switch-graph-d9a0e-5c6d76d677-vlrj4 namespace: kserve-ci-e2e-test resourceVersion: "25480" uid: e2f219bb-bcd5-4424-b5e0-46b8ac5c4dfb kind: Event lastTimestamp: "2026-04-16T18:12:09Z" message: 'Created container: switch-graph-d9a0e' metadata: creationTimestamp: "2026-04-16T18:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:12:09Z" name: switch-graph-d9a0e-5c6d76d677-vlrj4.18a6e8dabf9f27f7 namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 61ac4ac0-b4ad-4a49-a581-e6a96ad7122d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d9a0e} kind: Pod name: switch-graph-d9a0e-5c6d76d677-vlrj4 namespace: kserve-ci-e2e-test resourceVersion: "25480" uid: e2f219bb-bcd5-4424-b5e0-46b8ac5c4dfb kind: Event lastTimestamp: "2026-04-16T18:12:09Z" message: Started container switch-graph-d9a0e metadata: creationTimestamp: "2026-04-16T18:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:12:09Z" name: switch-graph-d9a0e-5c6d76d677-vlrj4.18a6e8dac00e4fc5 namespace: kserve-ci-e2e-test resourceVersion: "25501" uid: d59f42ab-a81f-4949-a27d-36e27266803d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:28:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d9a0e} kind: Pod name: switch-graph-d9a0e-5c6d76d677-vlrj4 namespace: kserve-ci-e2e-test resourceVersion: "25480" uid: e2f219bb-bcd5-4424-b5e0-46b8ac5c4dfb kind: Event lastTimestamp: "2026-04-16T18:28:28Z" message: Stopping container switch-graph-d9a0e metadata: creationTimestamp: "2026-04-16T18:28:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:28:28Z" name: switch-graph-d9a0e-5c6d76d677-vlrj4.18a6e9beab412a6e namespace: kserve-ci-e2e-test resourceVersion: "32651" uid: 572f22f1-a6e5-40b1-a29e-3b693428366a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T18:28:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d9a0e} kind: Pod name: switch-graph-d9a0e-5c6d76d677-vlrj4 namespace: kserve-ci-e2e-test resourceVersion: "25480" uid: e2f219bb-bcd5-4424-b5e0-46b8ac5c4dfb kind: Event lastTimestamp: "2026-04-16T18:28:50Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T18:28:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T18:28:50Z" name: switch-graph-d9a0e-5c6d76d677-vlrj4.18a6e9bf2f6d1cb9 namespace: kserve-ci-e2e-test resourceVersion: "32878" uid: f0b27569-e7a7-46e4-b628-58c5c6c98817 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-233.ec2.internal source: component: kubelet host: ip-10-0-134-233.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-d9a0e-5c6d76d677 namespace: kserve-ci-e2e-test resourceVersion: "25474" uid: e2915f0d-9e18-4b8e-8dc3-6821124f714b kind: Event lastTimestamp: "2026-04-16T18:12:08Z" message: 'Created pod: switch-graph-d9a0e-5c6d76d677-vlrj4' metadata: creationTimestamp: "2026-04-16T18:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:08Z" name: switch-graph-d9a0e-5c6d76d677.18a6e8daa0d95a04 namespace: kserve-ci-e2e-test resourceVersion: "25479" uid: e444fc31-141a-4afe-8cad-6a2d8f2d635d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "25472" uid: 10bb3c97-3556-45fa-a323-9954f6988ce1 kind: Event lastTimestamp: "2026-04-16T18:12:08Z" message: Scaled up replica set switch-graph-d9a0e-5c6d76d677 from 0 to 1 metadata: creationTimestamp: "2026-04-16T18:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:08Z" name: switch-graph-d9a0e.18a6e8da9fea8957 namespace: kserve-ci-e2e-test resourceVersion: "25475" uid: 2f76ec01-6726-4c39-a283-d6ae68ece892 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:08Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "25489" uid: e4781346-d67b-44ac-904c-b9f3192a7de2 kind: Event lastTimestamp: "2026-04-16T18:12:08Z" message: InferenceGraph [switch-graph-d9a0e] is Ready metadata: creationTimestamp: "2026-04-16T18:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T18:12:08Z" name: switch-graph-d9a0e.18a6e8daa3b6b55b namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: db23828c-4dc5-4233-99b2-62bb9574568e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "25473" uid: e3c09548-28de-4486-9e9a-4ed7739fb20b kind: Event lastTimestamp: "2026-04-16T18:12:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:12:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:23Z" name: switch-graph-d9a0e.18a6e8de1e78280b namespace: kserve-ci-e2e-test resourceVersion: "25630" uid: 3cee4bdf-50d5-46d6-b970-5ad913fa43b5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "25473" uid: e3c09548-28de-4486-9e9a-4ed7739fb20b kind: Event lastTimestamp: "2026-04-16T18:12:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T18:12:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:23Z" name: switch-graph-d9a0e.18a6e8de1ed1200d namespace: kserve-ci-e2e-test resourceVersion: "25632" uid: 1e0c5f8a-98a6-4b2e-8d38-2d11c1d3a9bb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "25631" uid: e3c09548-28de-4486-9e9a-4ed7739fb20b kind: Event lastTimestamp: "2026-04-16T18:12:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:38Z" name: switch-graph-d9a0e.18a6e8e19d8af844 namespace: kserve-ci-e2e-test resourceVersion: "25748" uid: 7cec995b-531e-45b6-8b02-af3130dc14ce reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T18:12:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-d9a0e namespace: kserve-ci-e2e-test resourceVersion: "25631" uid: e3c09548-28de-4486-9e9a-4ed7739fb20b kind: Event lastTimestamp: "2026-04-16T18:12:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T18:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T18:12:38Z" name: switch-graph-d9a0e.18a6e8e19df76e69 namespace: kserve-ci-e2e-test resourceVersion: "25750" uid: 232bb70c-7231-4fb1-8950-c0f189e2e353 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "32883"