--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:03:45.516675Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-93f48-78c9465b4b-nx7ln namespace: kserve-ci-e2e-test resourceVersion: "20473" uid: b0f45309-d518-4eca-af9d-af9a678fc39e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-93f48-78c9465b4b-nx7ln to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:03:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:03:45Z" name: ensemble-graph-93f48-78c9465b4b-nx7ln.18d62a7eaf011c3e namespace: kserve-ci-e2e-test resourceVersion: "20478" uid: 7bf34e8f-26db-478b-9d4a-a80c09db738e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:46Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-93f48-78c9465b4b-nx7ln namespace: kserve-ci-e2e-test resourceVersion: "20481" uid: b0f45309-d518-4eca-af9d-af9a678fc39e kind: Event lastTimestamp: "2026-09-17T17:03:46Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:03:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:03:46Z" name: ensemble-graph-93f48-78c9465b4b-nx7ln.18d62a7ed0dc22db namespace: kserve-ci-e2e-test resourceVersion: "20496" uid: 66a56a27-9a04-4024-ac44-80cebc6d23bf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-93f48} kind: Pod name: ensemble-graph-93f48-78c9465b4b-nx7ln namespace: kserve-ci-e2e-test resourceVersion: "20474" uid: b0f45309-d518-4eca-af9d-af9a678fc39e kind: Event lastTimestamp: "2026-09-17T17:03:46Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3" already present on machine metadata: creationTimestamp: "2026-09-17T17:03:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:46Z" name: ensemble-graph-93f48-78c9465b4b-nx7ln.18d62a7ed265d1e6 namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: d4cb7239-2962-4b3d-b980-70e67c1f3483 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-93f48} kind: Pod name: ensemble-graph-93f48-78c9465b4b-nx7ln namespace: kserve-ci-e2e-test resourceVersion: "20474" uid: b0f45309-d518-4eca-af9d-af9a678fc39e kind: Event lastTimestamp: "2026-09-17T17:03:46Z" message: 'Created container: ensemble-graph-93f48' metadata: creationTimestamp: "2026-09-17T17:03:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:46Z" name: ensemble-graph-93f48-78c9465b4b-nx7ln.18d62a7ed55a9d28 namespace: kserve-ci-e2e-test resourceVersion: "20499" uid: ee07d6cd-3615-4da6-a42a-2f9ff64371d0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-93f48} kind: Pod name: ensemble-graph-93f48-78c9465b4b-nx7ln namespace: kserve-ci-e2e-test resourceVersion: "20474" uid: b0f45309-d518-4eca-af9d-af9a678fc39e kind: Event lastTimestamp: "2026-09-17T17:03:46Z" message: Started container ensemble-graph-93f48 metadata: creationTimestamp: "2026-09-17T17:03:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:46Z" name: ensemble-graph-93f48-78c9465b4b-nx7ln.18d62a7ed5cddd06 namespace: kserve-ci-e2e-test resourceVersion: "20500" uid: 18f58f5b-f598-43f2-b39f-935568370cf9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-93f48} kind: Pod name: ensemble-graph-93f48-78c9465b4b-nx7ln namespace: kserve-ci-e2e-test resourceVersion: "20474" uid: b0f45309-d518-4eca-af9d-af9a678fc39e kind: Event lastTimestamp: "2026-09-17T17:03:55Z" message: Stopping container ensemble-graph-93f48 metadata: creationTimestamp: "2026-09-17T17:03:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:55Z" name: ensemble-graph-93f48-78c9465b4b-nx7ln.18d62a810cf27804 namespace: kserve-ci-e2e-test resourceVersion: "20574" uid: a0f9b2f1-e549-4f88-bd5e-47f94b894196 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:03:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-93f48} kind: Pod name: ensemble-graph-93f48-78c9465b4b-nx7ln namespace: kserve-ci-e2e-test resourceVersion: "20474" uid: b0f45309-d518-4eca-af9d-af9a678fc39e kind: Event lastTimestamp: "2026-09-17T17:04:22Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T17:03:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:22Z" name: ensemble-graph-93f48-78c9465b4b-nx7ln.18d62a817cddcf04 namespace: kserve-ci-e2e-test resourceVersion: "20866" uid: 6d50c094-0855-41ee-a17d-fb4213df54ba reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-93f48-78c9465b4b namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: a4ff037a-91d2-494c-a7e4-0bcae188a5d4 kind: Event lastTimestamp: "2026-09-17T17:03:45Z" message: 'Created pod: ensemble-graph-93f48-78c9465b4b-nx7ln' metadata: creationTimestamp: "2026-09-17T17:03:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:45Z" name: ensemble-graph-93f48-78c9465b4b.18d62a7eae64fe15 namespace: kserve-ci-e2e-test resourceVersion: "20475" uid: 959c72f0-d064-42eb-80de-17382a70b53b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-93f48 namespace: kserve-ci-e2e-test resourceVersion: "20468" uid: 620d3cb2-3861-4b92-89ac-4604587bd016 kind: Event lastTimestamp: "2026-09-17T17:03:45Z" message: Scaled up replica set ensemble-graph-93f48-78c9465b4b from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:03:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:45Z" name: ensemble-graph-93f48.18d62a7ead8ea9cd namespace: kserve-ci-e2e-test resourceVersion: "20472" uid: d2c67f5e-195a-42e3-969c-2f536650e3bc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:45Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-93f48 namespace: kserve-ci-e2e-test resourceVersion: "20489" uid: 35e3a0db-7da2-4d7d-aed6-cbc9192550b5 kind: Event lastTimestamp: "2026-09-17T17:03:45Z" message: InferenceGraph [ensemble-graph-93f48] is Ready metadata: creationTimestamp: "2026-09-17T17:03:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:03:45Z" name: ensemble-graph-93f48.18d62a7eb5356957 namespace: kserve-ci-e2e-test resourceVersion: "20492" uid: 9e353ce0-9c5d-41af-a2ca-7115cd03de94 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:04:55.942003Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq namespace: kserve-ci-e2e-test resourceVersion: "21267" uid: 29005d12-e2aa-4f36-bbb0-b8db3d767cb3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-d52cc-6b7fc7b8b9-nfzxq to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:04:55Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:04:55Z" name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq.18d62a8f14ae5d28 namespace: kserve-ci-e2e-test resourceVersion: "21272" uid: 947c6a18-9ab0-4f89-bc12-95119ddb9767 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:56Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq namespace: kserve-ci-e2e-test resourceVersion: "21277" uid: 29005d12-e2aa-4f36-bbb0-b8db3d767cb3 kind: Event lastTimestamp: "2026-09-17T17:04:56Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:04:56Z" name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq.18d62a8f36c50312 namespace: kserve-ci-e2e-test resourceVersion: "21290" uid: 2f8aa77f-88ff-46aa-9c58-14eae198ec70 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d52cc} kind: Pod name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq namespace: kserve-ci-e2e-test resourceVersion: "21269" uid: 29005d12-e2aa-4f36-bbb0-b8db3d767cb3 kind: Event lastTimestamp: "2026-09-17T17:04:56Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3" already present on machine metadata: creationTimestamp: "2026-09-17T17:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:56Z" name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq.18d62a8f38494441 namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: a6147f93-758e-453a-a200-60f51ea71f63 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d52cc} kind: Pod name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq namespace: kserve-ci-e2e-test resourceVersion: "21269" uid: 29005d12-e2aa-4f36-bbb0-b8db3d767cb3 kind: Event lastTimestamp: "2026-09-17T17:04:56Z" message: 'Created container: ensemble-graph-d52cc' metadata: creationTimestamp: "2026-09-17T17:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:56Z" name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq.18d62a8f3b08e20d namespace: kserve-ci-e2e-test resourceVersion: "21293" uid: b21a4484-29ac-4187-ab8e-5fbf22f498ce reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d52cc} kind: Pod name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq namespace: kserve-ci-e2e-test resourceVersion: "21269" uid: 29005d12-e2aa-4f36-bbb0-b8db3d767cb3 kind: Event lastTimestamp: "2026-09-17T17:04:56Z" message: Started container ensemble-graph-d52cc metadata: creationTimestamp: "2026-09-17T17:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:56Z" name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq.18d62a8f3b812641 namespace: kserve-ci-e2e-test resourceVersion: "21294" uid: ad1fdbe8-6bc6-4dc8-8af2-b0147e84a5b8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d52cc} kind: Pod name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq namespace: kserve-ci-e2e-test resourceVersion: "21269" uid: 29005d12-e2aa-4f36-bbb0-b8db3d767cb3 kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: Stopping container ensemble-graph-d52cc metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:10Z" name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq.18d62b024847ea33 namespace: kserve-ci-e2e-test resourceVersion: "23575" uid: 6cb3c808-7cb3-4e74-940e-af58d42450d3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:13:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d52cc} kind: Pod name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq namespace: kserve-ci-e2e-test resourceVersion: "21269" uid: 29005d12-e2aa-4f36-bbb0-b8db3d767cb3 kind: Event lastTimestamp: "2026-09-17T17:13:37Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T17:13:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:37Z" name: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq.18d62b02c805edf1 namespace: kserve-ci-e2e-test resourceVersion: "24105" uid: e9085982-111d-4254-948b-58f5efacb89f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:55Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-d52cc-6b7fc7b8b9 namespace: kserve-ci-e2e-test resourceVersion: "21264" uid: 26f9f9cf-d653-4372-9da8-81694d85178c kind: Event lastTimestamp: "2026-09-17T17:04:55Z" message: 'Created pod: ensemble-graph-d52cc-6b7fc7b8b9-nfzxq' metadata: creationTimestamp: "2026-09-17T17:04:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:55Z" name: ensemble-graph-d52cc-6b7fc7b8b9.18d62a8f1446f674 namespace: kserve-ci-e2e-test resourceVersion: "21268" uid: 1bbd62a2-72ed-407c-b17a-ab4685312246 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:55Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-d52cc namespace: kserve-ci-e2e-test resourceVersion: "21262" uid: f6be0d4b-b49a-425c-baa7-18ee05224ffa kind: Event lastTimestamp: "2026-09-17T17:04:55Z" message: Scaled up replica set ensemble-graph-d52cc-6b7fc7b8b9 from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:04:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:55Z" name: ensemble-graph-d52cc.18d62a8f13893633 namespace: kserve-ci-e2e-test resourceVersion: "21265" uid: 0fa76e25-2074-4857-b98d-248c7e314b0b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:56Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-d52cc namespace: kserve-ci-e2e-test resourceVersion: "21279" uid: 1fa9ce58-7024-4b7d-8320-cb3e63590664 kind: Event lastTimestamp: "2026-09-17T17:04:56Z" message: InferenceGraph [ensemble-graph-d52cc] is Ready metadata: creationTimestamp: "2026-09-17T17:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:04:56Z" name: ensemble-graph-d52cc.18d62a8f18daa1c6 namespace: kserve-ci-e2e-test resourceVersion: "21281" uid: 8a02592d-1389-4e14-b487-a8b44475f0d7 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:05:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-d52cc namespace: kserve-ci-e2e-test resourceVersion: "21263" uid: 7d4ecf09-0e56-43a6-92af-cd4b254823de kind: Event lastTimestamp: "2026-09-17T17:05:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:05:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:05:25Z" name: ensemble-graph-d52cc.18d62a9292ce857b namespace: kserve-ci-e2e-test resourceVersion: "21459" uid: a334aa94-1dd3-43f7-821f-2a35dabbc059 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:05:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-d52cc namespace: kserve-ci-e2e-test resourceVersion: "21263" uid: 7d4ecf09-0e56-43a6-92af-cd4b254823de kind: Event lastTimestamp: "2026-09-17T17:05:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:05:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:05:25Z" name: ensemble-graph-d52cc.18d62a92933cff3e namespace: kserve-ci-e2e-test resourceVersion: "21460" uid: b9096bd9-172e-4009-bd97-9967306288c1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:14:21.281266Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2756e-predictor-58d849df88-k4hdz namespace: kserve-ci-e2e-test resourceVersion: "24645" uid: 10844db6-ce4c-4da0-9119-69d934542d3b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-2756e-predictor-58d849df88-k4hdz to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:14:21Z" name: error-404-isvc-2756e-predictor-58d849df88-k4hdz.18d62b12b586f0ec namespace: kserve-ci-e2e-test resourceVersion: "24649" uid: eec4fb01-aaca-489c-acc7-521f13ab38d5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2756e-predictor-58d849df88-k4hdz namespace: kserve-ci-e2e-test resourceVersion: "24647" uid: 10844db6-ce4c-4da0-9119-69d934542d3b kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-2756e-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:21Z" name: error-404-isvc-2756e-predictor-58d849df88-k4hdz.18d62b12bfee3434 namespace: kserve-ci-e2e-test resourceVersion: "24662" uid: 735acc9d-b25d-4a7d-81b7-2f0a677d3e53 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:22Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2756e-predictor-58d849df88-k4hdz namespace: kserve-ci-e2e-test resourceVersion: "24654" uid: 10844db6-ce4c-4da0-9119-69d934542d3b kind: Event lastTimestamp: "2026-09-17T17:14:22Z" message: Add eth0 [10.133.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:14:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:14:22Z" name: error-404-isvc-2756e-predictor-58d849df88-k4hdz.18d62b12fb6df4ce namespace: kserve-ci-e2e-test resourceVersion: "24679" uid: caaf620a-4efb-4bd8-aee7-cbed77de198c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2756e-predictor-58d849df88-k4hdz namespace: kserve-ci-e2e-test resourceVersion: "24647" uid: 10844db6-ce4c-4da0-9119-69d934542d3b kind: Event lastTimestamp: "2026-09-17T17:14:22Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:14:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:22Z" name: error-404-isvc-2756e-predictor-58d849df88-k4hdz.18d62b12fce731c0 namespace: kserve-ci-e2e-test resourceVersion: "24681" uid: f71d4912-5a40-4de6-8681-d97ffdba0c0e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2756e-predictor-58d849df88-k4hdz namespace: kserve-ci-e2e-test resourceVersion: "24647" uid: 10844db6-ce4c-4da0-9119-69d934542d3b kind: Event lastTimestamp: "2026-09-17T17:14:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:14:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:22Z" name: error-404-isvc-2756e-predictor-58d849df88-k4hdz.18d62b12ffb0cbf0 namespace: kserve-ci-e2e-test resourceVersion: "24682" uid: f923cd11-5613-430c-91f5-6a7f94a4555d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2756e-predictor-58d849df88-k4hdz namespace: kserve-ci-e2e-test resourceVersion: "24647" uid: 10844db6-ce4c-4da0-9119-69d934542d3b kind: Event lastTimestamp: "2026-09-17T17:14:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:14:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:22Z" name: error-404-isvc-2756e-predictor-58d849df88-k4hdz.18d62b13002e06cc namespace: kserve-ci-e2e-test resourceVersion: "24683" uid: 06d9e608-4da1-4e2a-8861-145c30cb360f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2756e-predictor-58d849df88-k4hdz namespace: kserve-ci-e2e-test resourceVersion: "24647" uid: 10844db6-ce4c-4da0-9119-69d934542d3b kind: Event lastTimestamp: "2026-09-17T17:14:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:14:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:22Z" name: error-404-isvc-2756e-predictor-58d849df88-k4hdz.18d62b1300384071 namespace: kserve-ci-e2e-test resourceVersion: "24684" uid: 2a00c447-e727-46a7-871b-62b96b6fe058 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2756e-predictor-58d849df88-k4hdz namespace: kserve-ci-e2e-test resourceVersion: "24647" uid: 10844db6-ce4c-4da0-9119-69d934542d3b kind: Event lastTimestamp: "2026-09-17T17:14:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:14:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:22Z" name: error-404-isvc-2756e-predictor-58d849df88-k4hdz.18d62b1302ef0f12 namespace: kserve-ci-e2e-test resourceVersion: "24688" uid: 79e0cd0b-ac9f-49a3-aeff-189c983be082 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2756e-predictor-58d849df88-k4hdz namespace: kserve-ci-e2e-test resourceVersion: "24647" uid: 10844db6-ce4c-4da0-9119-69d934542d3b kind: Event lastTimestamp: "2026-09-17T17:14:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:14:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:22Z" name: error-404-isvc-2756e-predictor-58d849df88-k4hdz.18d62b1303644722 namespace: kserve-ci-e2e-test resourceVersion: "24689" uid: 211412a4-02e6-47e9-a4cc-3c5d7130dc10 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:14:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2756e-predictor-58d849df88-k4hdz namespace: kserve-ci-e2e-test resourceVersion: "24647" uid: 10844db6-ce4c-4da0-9119-69d934542d3b kind: Event lastTimestamp: "2026-09-17T17:15:00Z" message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:14:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:15:00Z" name: error-404-isvc-2756e-predictor-58d849df88-k4hdz.18d62b1359b982df namespace: kserve-ci-e2e-test resourceVersion: "24931" uid: 63b7e9b7-bafd-4733-bfa1-8d8c5c37300e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:23:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2756e-predictor-58d849df88-k4hdz namespace: kserve-ci-e2e-test resourceVersion: "24647" uid: 10844db6-ce4c-4da0-9119-69d934542d3b kind: Event lastTimestamp: "2026-09-17T17:23:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:23:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:23:35Z" name: error-404-isvc-2756e-predictor-58d849df88-k4hdz.18d62b93dd107216 namespace: kserve-ci-e2e-test resourceVersion: "27378" uid: d93663f5-5737-409e-a53c-229ffa1abe6b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:23:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2756e-predictor-58d849df88-k4hdz namespace: kserve-ci-e2e-test resourceVersion: "24647" uid: 10844db6-ce4c-4da0-9119-69d934542d3b kind: Event lastTimestamp: "2026-09-17T17:23:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:23:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:23:36Z" name: error-404-isvc-2756e-predictor-58d849df88-k4hdz.18d62b93dd10f841 namespace: kserve-ci-e2e-test resourceVersion: "27379" uid: ea404fef-3006-4891-9545-113ced871d4a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-2756e-predictor-58d849df88 namespace: kserve-ci-e2e-test resourceVersion: "24639" uid: 77ea7e1b-653b-42f2-9484-63d455b52bb1 kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: 'Created pod: error-404-isvc-2756e-predictor-58d849df88-k4hdz' metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:21Z" name: error-404-isvc-2756e-predictor-58d849df88.18d62b12b520eb95 namespace: kserve-ci-e2e-test resourceVersion: "24646" uid: b2aed32d-54d6-40ac-b0e2-d0ce65d78970 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-2756e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24637" uid: 739b4ed8-b5df-4d76-b248-fc4677f772ee kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: Scaled up replica set error-404-isvc-2756e-predictor-58d849df88 from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:21Z" name: error-404-isvc-2756e-predictor.18d62b12b35c9faf namespace: kserve-ci-e2e-test resourceVersion: "24642" uid: 8774d58e-75db-447b-b822-a8195a502dd7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T17:14:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2756e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24638" uid: e0c22655-d089-44d3-ab44-cc495fb0416b kind: Event lastTimestamp: "2026-09-17T17:15:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:36Z" name: error-404-isvc-2756e-predictor.18d62b16324cef14 namespace: kserve-ci-e2e-test resourceVersion: "25218" uid: 86794a1c-dcff-469f-b19c-e662001db9db reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T17:14:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2756e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24638" uid: e0c22655-d089-44d3-ab44-cc495fb0416b kind: Event lastTimestamp: "2026-09-17T17:15:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:36Z" name: error-404-isvc-2756e-predictor.18d62b163307546c namespace: kserve-ci-e2e-test resourceVersion: "25219" uid: 3bf0b20b-affc-4301-8a22-3d270b673eb7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2756e namespace: kserve-ci-e2e-test resourceVersion: "24625" uid: d4429d76-9939-43e8-b50a-33e039417378 kind: Event lastTimestamp: "2026-09-17T17:15:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:15:10Z" name: error-404-isvc-2756e.18d62b12b31a1b35 namespace: kserve-ci-e2e-test resourceVersion: "25038" uid: a827674e-301a-4a72-a51b-cef5f7682199 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2756e namespace: kserve-ci-e2e-test resourceVersion: "25036" uid: d4429d76-9939-43e8-b50a-33e039417378 kind: Event lastTimestamp: "2026-09-17T17:15:10Z" message: InferenceService [error-404-isvc-2756e] is Ready metadata: creationTimestamp: "2026-09-17T17:15:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:15:10Z" name: error-404-isvc-2756e.18d62b1e14f5047f namespace: kserve-ci-e2e-test resourceVersion: "25037" uid: c0f45d16-0137-44c0-85dc-e0537474ed42 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:03:35.951625Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2 namespace: kserve-ci-e2e-test resourceVersion: "20358" uid: e034966f-1914-4d3e-95ad-be58587547b4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-2e2a5-predictor-65f657f664-rbwl2 to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:03:35Z" name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2.18d62a7c74e215d0 namespace: kserve-ci-e2e-test resourceVersion: "20362" uid: 761f78dd-9a5a-458b-ab98-571a21b6617c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:36Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2 namespace: kserve-ci-e2e-test resourceVersion: "20368" uid: e034966f-1914-4d3e-95ad-be58587547b4 kind: Event lastTimestamp: "2026-09-17T17:03:36Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:03:36Z" name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2.18d62a7c9750eeac namespace: kserve-ci-e2e-test resourceVersion: "20384" uid: 88737b71-9e2f-4768-9b15-31d585bd2815 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2 namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: e034966f-1914-4d3e-95ad-be58587547b4 kind: Event lastTimestamp: "2026-09-17T17:03:36Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:36Z" name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2.18d62a7c98dade28 namespace: kserve-ci-e2e-test resourceVersion: "20386" uid: b8049803-299b-42a4-9a69-38b3b21bd812 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2 namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: e034966f-1914-4d3e-95ad-be58587547b4 kind: Event lastTimestamp: "2026-09-17T17:03:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:36Z" name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2.18d62a7c9bfb34a0 namespace: kserve-ci-e2e-test resourceVersion: "20387" uid: d6a51f62-c579-43f9-bbf3-39cbffe84efd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2 namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: e034966f-1914-4d3e-95ad-be58587547b4 kind: Event lastTimestamp: "2026-09-17T17:03:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:36Z" name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2.18d62a7c9c818f1f namespace: kserve-ci-e2e-test resourceVersion: "20388" uid: 458bd608-d547-4da1-95dc-62d5f72bbe0d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2 namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: e034966f-1914-4d3e-95ad-be58587547b4 kind: Event lastTimestamp: "2026-09-17T17:03:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:36Z" name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2.18d62a7c9c8be9da namespace: kserve-ci-e2e-test resourceVersion: "20389" uid: 1078ec70-d41d-40cf-b7c8-4f9039f1321b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2 namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: e034966f-1914-4d3e-95ad-be58587547b4 kind: Event lastTimestamp: "2026-09-17T17:03:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:36Z" name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2.18d62a7c9f453170 namespace: kserve-ci-e2e-test resourceVersion: "20390" uid: 2a857aa2-0445-4859-b92c-de67575c64bd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2 namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: e034966f-1914-4d3e-95ad-be58587547b4 kind: Event lastTimestamp: "2026-09-17T17:03:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:36Z" name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2.18d62a7c9fb744b6 namespace: kserve-ci-e2e-test resourceVersion: "20391" uid: 77d3d6c2-042e-4135-9274-d19b3997614b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:03:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2 namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: e034966f-1914-4d3e-95ad-be58587547b4 kind: Event lastTimestamp: "2026-09-17T17:04:14Z" message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:14Z" name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2.18d62a7d0dfaeec4 namespace: kserve-ci-e2e-test resourceVersion: "20818" uid: 828fd2ac-e7af-4dca-86ca-54b04ad8a660 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2 namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: e034966f-1914-4d3e-95ad-be58587547b4 kind: Event lastTimestamp: "2026-09-17T17:04:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:46Z" name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2.18d62a8cc957a8a2 namespace: kserve-ci-e2e-test resourceVersion: "21112" uid: 130ac06a-7571-4d6c-9dd9-ef1c1ff19351 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2 namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: e034966f-1914-4d3e-95ad-be58587547b4 kind: Event lastTimestamp: "2026-09-17T17:04:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:46Z" name: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2.18d62a8cc958b54c namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 870c9d39-fb63-4c48-a441-829a44f01c96 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-2e2a5-predictor-65f657f664 namespace: kserve-ci-e2e-test resourceVersion: "20351" uid: d1ee9c5d-f810-48c2-85f9-92db308caa71 kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: 'Created pod: error-404-isvc-2e2a5-predictor-65f657f664-rbwl2' metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:35Z" name: error-404-isvc-2e2a5-predictor-65f657f664.18d62a7c74783b3e namespace: kserve-ci-e2e-test resourceVersion: "20359" uid: c01e8e87-08d0-4d72-acfe-41c0c073f276 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-2e2a5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 1270e475-b03b-4834-a3d4-1b9da04a4bcb kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: Scaled up replica set error-404-isvc-2e2a5-predictor-65f657f664 from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:35Z" name: error-404-isvc-2e2a5-predictor.18d62a7c72b5c2aa namespace: kserve-ci-e2e-test resourceVersion: "20352" uid: aed87582-d899-4aae-b949-457e4b5fa59a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:03:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2e2a5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20350" uid: 80d9ca27-02ea-471c-b725-ee0cf8280dbb kind: Event lastTimestamp: "2026-09-17T17:04:35Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:03:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:35Z" name: error-404-isvc-2e2a5-predictor.18d62a7ff13591f1 namespace: kserve-ci-e2e-test resourceVersion: "20980" uid: 3b9b8fb3-335e-4523-89a4-0c9c9773435c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:03:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2e2a5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20350" uid: 80d9ca27-02ea-471c-b725-ee0cf8280dbb kind: Event lastTimestamp: "2026-09-17T17:04:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:03:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:35Z" name: error-404-isvc-2e2a5-predictor.18d62a7ff1b985e4 namespace: kserve-ci-e2e-test resourceVersion: "20981" uid: 0026e500-24cb-435c-98ab-877d3c605e88 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2e2a5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20531" uid: 80d9ca27-02ea-471c-b725-ee0cf8280dbb kind: Event lastTimestamp: "2026-09-17T17:04:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:05Z" name: error-404-isvc-2e2a5-predictor.18d62a83709922a6 namespace: kserve-ci-e2e-test resourceVersion: "20767" uid: c8832330-2f10-4889-a41b-5208c160cd7f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2e2a5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20531" uid: 80d9ca27-02ea-471c-b725-ee0cf8280dbb kind: Event lastTimestamp: "2026-09-17T17:04:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:05Z" name: error-404-isvc-2e2a5-predictor.18d62a8370fe0849 namespace: kserve-ci-e2e-test resourceVersion: "20769" uid: 00ec2c31-e16f-4e4d-9f51-bfa53128e954 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2e2a5 namespace: kserve-ci-e2e-test resourceVersion: "20341" uid: 174c7dd4-2021-466d-99e1-77788a8bcd78 kind: Event lastTimestamp: "2026-09-17T17:04:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:04:24Z" name: error-404-isvc-2e2a5.18d62a7c72b65fce namespace: kserve-ci-e2e-test resourceVersion: "20892" uid: 61ee84b4-9723-44b9-9191-b19b6cab683a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2e2a5 namespace: kserve-ci-e2e-test resourceVersion: "20341" uid: 174c7dd4-2021-466d-99e1-77788a8bcd78 kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: 'Failed to update status for InferenceService "error-404-isvc-2e2a5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2e2a5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:03:35Z" name: error-404-isvc-2e2a5.18d62a7c731e1a4a namespace: kserve-ci-e2e-test resourceVersion: "20355" uid: 54259b4b-65c9-4dfc-8d4f-5ade5e2af005 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2e2a5 namespace: kserve-ci-e2e-test resourceVersion: "20341" uid: 174c7dd4-2021-466d-99e1-77788a8bcd78 kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2e2a5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:03:35Z" name: error-404-isvc-2e2a5.18d62a7c731e8841 namespace: kserve-ci-e2e-test resourceVersion: "20356" uid: 65a3bad1-e19e-41b4-b35e-4c52298715b1 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2e2a5 namespace: kserve-ci-e2e-test resourceVersion: "20890" uid: 174c7dd4-2021-466d-99e1-77788a8bcd78 kind: Event lastTimestamp: "2026-09-17T17:04:24Z" message: InferenceService [error-404-isvc-2e2a5] is Ready metadata: creationTimestamp: "2026-09-17T17:04:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:04:24Z" name: error-404-isvc-2e2a5.18d62a87ca810689 namespace: kserve-ci-e2e-test resourceVersion: "20891" uid: 3a97e28d-fdf5-4464-96e1-0b9b67c31ef8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:13:10.915399Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 namespace: kserve-ci-e2e-test resourceVersion: "23634" uid: 15a66aa8-3b74-4249-84ab-669884df195b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:13:10Z" name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6.18d62b025364fdbf namespace: kserve-ci-e2e-test resourceVersion: "23639" uid: 890ce709-4609-41ac-98e5-201e63e56adf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 namespace: kserve-ci-e2e-test resourceVersion: "23646" uid: 15a66aa8-3b74-4249-84ab-669884df195b kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: Add eth0 [10.133.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:13:11Z" name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6.18d62b02755fd40a namespace: kserve-ci-e2e-test resourceVersion: "23662" uid: 3f1f11ef-b3d1-466e-b0ed-a48a18db49c3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 namespace: kserve-ci-e2e-test resourceVersion: "23635" uid: 15a66aa8-3b74-4249-84ab-669884df195b kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:11Z" name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6.18d62b0277018df3 namespace: kserve-ci-e2e-test resourceVersion: "23664" uid: afe1b7a6-6983-4781-ba15-859b6cef04b0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 namespace: kserve-ci-e2e-test resourceVersion: "23635" uid: 15a66aa8-3b74-4249-84ab-669884df195b kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:11Z" name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6.18d62b0279e66a98 namespace: kserve-ci-e2e-test resourceVersion: "23667" uid: 7146e0be-48fa-4a4c-a419-fa69952c028a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 namespace: kserve-ci-e2e-test resourceVersion: "23635" uid: 15a66aa8-3b74-4249-84ab-669884df195b kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:11Z" name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6.18d62b027a5d2f43 namespace: kserve-ci-e2e-test resourceVersion: "23668" uid: db1440d7-493b-43be-b229-c4556d2db3f1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 namespace: kserve-ci-e2e-test resourceVersion: "23635" uid: 15a66aa8-3b74-4249-84ab-669884df195b kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:11Z" name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6.18d62b027a67445f namespace: kserve-ci-e2e-test resourceVersion: "23669" uid: 7b867f69-6ef2-4153-ad81-adeafa3015b6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 namespace: kserve-ci-e2e-test resourceVersion: "23635" uid: 15a66aa8-3b74-4249-84ab-669884df195b kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:11Z" name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6.18d62b027d9bd0f6 namespace: kserve-ci-e2e-test resourceVersion: "23670" uid: 69ca9198-c8c2-433e-9c72-5a4e7fef767d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 namespace: kserve-ci-e2e-test resourceVersion: "23635" uid: 15a66aa8-3b74-4249-84ab-669884df195b kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:11Z" name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6.18d62b027e16d559 namespace: kserve-ci-e2e-test resourceVersion: "23672" uid: 66f1da20-829d-4879-bae3-4562ba3988b0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 namespace: kserve-ci-e2e-test resourceVersion: "23635" uid: 15a66aa8-3b74-4249-84ab-669884df195b kind: Event lastTimestamp: "2026-09-17T17:13:47Z" message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:47Z" name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6.18d62b02847200a8 namespace: kserve-ci-e2e-test resourceVersion: "24155" uid: b794b183-b687-4599-b908-0f6afa0ec8f6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 namespace: kserve-ci-e2e-test resourceVersion: "23635" uid: 15a66aa8-3b74-4249-84ab-669884df195b kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:21Z" name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6.18d62b12aade56e8 namespace: kserve-ci-e2e-test resourceVersion: "24606" uid: 2364ee14-ce0d-4b71-b163-8ef64929843d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 namespace: kserve-ci-e2e-test resourceVersion: "23635" uid: 15a66aa8-3b74-4249-84ab-669884df195b kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:21Z" name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6.18d62b12aaded001 namespace: kserve-ci-e2e-test resourceVersion: "24608" uid: 1ebf6e74-a3b8-4188-96ba-8c01de854ece reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6 namespace: kserve-ci-e2e-test resourceVersion: "23635" uid: 15a66aa8-3b74-4249-84ab-669884df195b kind: Event lastTimestamp: "2026-09-17T17:14:22Z" message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp 10.133.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:14:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:22Z" name: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6.18d62b130c88b89e namespace: kserve-ci-e2e-test resourceVersion: "24693" uid: 8f79b5dd-269b-4374-8cb0-fcd4efe04c17 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-2fdf6-predictor-fff5f778b namespace: kserve-ci-e2e-test resourceVersion: "23627" uid: b3dc1757-6fea-4349-828d-12de3573df9d kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: 'Created pod: error-404-isvc-2fdf6-predictor-fff5f778b-5tld6' metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:13:10Z" name: error-404-isvc-2fdf6-predictor-fff5f778b.18d62b025323e0c2 namespace: kserve-ci-e2e-test resourceVersion: "23636" uid: 776e108f-abde-4767-933d-fa6cd6fb73ff reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-2fdf6-predictor namespace: kserve-ci-e2e-test resourceVersion: "23625" uid: a137eb87-a3fa-4b4a-b859-dee4523dc114 kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: Scaled up replica set error-404-isvc-2fdf6-predictor-fff5f778b from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:13:10Z" name: error-404-isvc-2fdf6-predictor.18d62b025175bfa1 namespace: kserve-ci-e2e-test resourceVersion: "23629" uid: 57c499e6-c10e-4d0e-bd70-7945810246d0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2fdf6-predictor namespace: kserve-ci-e2e-test resourceVersion: "23626" uid: 544af90e-a97e-41c5-a422-44fd1df62d27 kind: Event lastTimestamp: "2026-09-17T17:13:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:13:25Z" name: error-404-isvc-2fdf6-predictor.18d62b05cfac88a1 namespace: kserve-ci-e2e-test resourceVersion: "23764" uid: 3a33d1e8-4e27-4326-a766-0bceec6851bc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2fdf6-predictor namespace: kserve-ci-e2e-test resourceVersion: "23626" uid: 544af90e-a97e-41c5-a422-44fd1df62d27 kind: Event lastTimestamp: "2026-09-17T17:13:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:13:25Z" name: error-404-isvc-2fdf6-predictor.18d62b05d01a77df namespace: kserve-ci-e2e-test resourceVersion: "23766" uid: 64321d50-cc45-497e-8ecc-87040e21f098 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:13:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2fdf6-predictor namespace: kserve-ci-e2e-test resourceVersion: "23765" uid: 544af90e-a97e-41c5-a422-44fd1df62d27 kind: Event lastTimestamp: "2026-09-17T17:14:10Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:13:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:10Z" name: error-404-isvc-2fdf6-predictor.18d62b094ee2d85a namespace: kserve-ci-e2e-test resourceVersion: "24478" uid: dd27b743-0005-4427-bd55-a7dc974aecf9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:13:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2fdf6-predictor namespace: kserve-ci-e2e-test resourceVersion: "23765" uid: 544af90e-a97e-41c5-a422-44fd1df62d27 kind: Event lastTimestamp: "2026-09-17T17:14:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:13:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:10Z" name: error-404-isvc-2fdf6-predictor.18d62b094f5b91d1 namespace: kserve-ci-e2e-test resourceVersion: "24479" uid: 5145fe2c-3a1c-46f8-9e3a-07f33f9b582b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2fdf6 namespace: kserve-ci-e2e-test resourceVersion: "23610" uid: 4a357488-6217-49e2-86e9-133c02fa2538 kind: Event lastTimestamp: "2026-09-17T17:13:57Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:13:57Z" name: error-404-isvc-2fdf6.18d62b025131c69a namespace: kserve-ci-e2e-test resourceVersion: "24228" uid: 237c92f2-e4b3-41cc-b93b-9f2467213e42 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2fdf6 namespace: kserve-ci-e2e-test resourceVersion: "23610" uid: 4a357488-6217-49e2-86e9-133c02fa2538 kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: 'Failed to update status for InferenceService "error-404-isvc-2fdf6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2fdf6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:13:10Z" name: error-404-isvc-2fdf6.18d62b02518ed89f namespace: kserve-ci-e2e-test resourceVersion: "23631" uid: 32e442ff-17e8-4413-8d74-d0d154cc9842 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2fdf6 namespace: kserve-ci-e2e-test resourceVersion: "23610" uid: 4a357488-6217-49e2-86e9-133c02fa2538 kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2fdf6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:13:10Z" name: error-404-isvc-2fdf6.18d62b02518f3ff7 namespace: kserve-ci-e2e-test resourceVersion: "23632" uid: 06e8c606-eec1-4b5c-932f-a11dfd565bf7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2fdf6 namespace: kserve-ci-e2e-test resourceVersion: "24226" uid: 4a357488-6217-49e2-86e9-133c02fa2538 kind: Event lastTimestamp: "2026-09-17T17:13:57Z" message: InferenceService [error-404-isvc-2fdf6] is Ready metadata: creationTimestamp: "2026-09-17T17:13:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:13:57Z" name: error-404-isvc-2fdf6.18d62b0d42a89858 namespace: kserve-ci-e2e-test resourceVersion: "24227" uid: b25dbaec-72f3-40b6-8e4d-45285ef4abed reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:02:45.596720Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: 2121444d-bd09-4dce-a822-a4c175a56390 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:02:45Z" name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7.18d62a70bb7f366a namespace: kserve-ci-e2e-test resourceVersion: "19946" uid: 878ccf4d-434f-41ac-a074-0e99084dddbd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 2121444d-bd09-4dce-a822-a4c175a56390 kind: Event lastTimestamp: "2026-09-17T17:02:45Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-93f48-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:45Z" name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7.18d62a70c48468bd namespace: kserve-ci-e2e-test resourceVersion: "19957" uid: 81be7506-1bb8-4399-9a41-1e3184f9b479 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 namespace: kserve-ci-e2e-test resourceVersion: "19952" uid: 2121444d-bd09-4dce-a822-a4c175a56390 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:02:46Z" name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7.18d62a710139d3b9 namespace: kserve-ci-e2e-test resourceVersion: "19974" uid: b7609df7-6c97-4540-b1ee-a1f7f2b6a67f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 2121444d-bd09-4dce-a822-a4c175a56390 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:46Z" name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7.18d62a7102bd16cc namespace: kserve-ci-e2e-test resourceVersion: "19978" uid: 80cde7ea-87e7-48ae-9fa0-1352decc8687 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 2121444d-bd09-4dce-a822-a4c175a56390 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:46Z" name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7.18d62a7105bf0241 namespace: kserve-ci-e2e-test resourceVersion: "19981" uid: 55cf2acb-a28e-4c41-9b1b-a02b990e8b77 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 2121444d-bd09-4dce-a822-a4c175a56390 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:46Z" name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7.18d62a710635165c namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 14225efd-c2da-4f12-be82-0b405cdb75d6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 2121444d-bd09-4dce-a822-a4c175a56390 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:46Z" name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7.18d62a71063f281e namespace: kserve-ci-e2e-test resourceVersion: "19984" uid: 4292f526-4418-4ecf-a8e1-0c1f32c1d76b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 2121444d-bd09-4dce-a822-a4c175a56390 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:46Z" name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7.18d62a710966aa8e namespace: kserve-ci-e2e-test resourceVersion: "19985" uid: 39d9bd0a-9ee7-4c07-bd29-f4384206ef79 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 2121444d-bd09-4dce-a822-a4c175a56390 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:46Z" name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7.18d62a7109d8d6b6 namespace: kserve-ci-e2e-test resourceVersion: "19986" uid: 9dc39691-4c83-4d21-8a5e-f93e994ee463 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:02:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 2121444d-bd09-4dce-a822-a4c175a56390 kind: Event lastTimestamp: "2026-09-17T17:03:24Z" message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:02:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:24Z" name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7.18d62a715dbd6471 namespace: kserve-ci-e2e-test resourceVersion: "20192" uid: 47a8baa8-4dca-4237-a5cd-724b8da23695 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 2121444d-bd09-4dce-a822-a4c175a56390 kind: Event lastTimestamp: "2026-09-17T17:03:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:03:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:55Z" name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7.18d62a811f8c1e8a namespace: kserve-ci-e2e-test resourceVersion: "20614" uid: 00e36cc3-b667-4320-bc11-c8aea91100f0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7 namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 2121444d-bd09-4dce-a822-a4c175a56390 kind: Event lastTimestamp: "2026-09-17T17:03:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:56Z" name: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7.18d62a811f8d603a namespace: kserve-ci-e2e-test resourceVersion: "20615" uid: 5d72379d-bdc4-41a6-a2c0-9f1d67265861 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-93f48-predictor-7bb978bc98 namespace: kserve-ci-e2e-test resourceVersion: "19935" uid: f60d9afa-6b4d-44d4-b462-aafa4591a7e3 kind: Event lastTimestamp: "2026-09-17T17:02:45Z" message: 'Created pod: error-404-isvc-93f48-predictor-7bb978bc98-f8kx7' metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:02:45Z" name: error-404-isvc-93f48-predictor-7bb978bc98.18d62a70bb0cf355 namespace: kserve-ci-e2e-test resourceVersion: "19943" uid: e62132a3-fe93-492a-b48a-2e563b656ed7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-93f48-predictor namespace: kserve-ci-e2e-test resourceVersion: "19933" uid: 05836190-0b54-4f45-ad46-61d1c396199f kind: Event lastTimestamp: "2026-09-17T17:02:45Z" message: Scaled up replica set error-404-isvc-93f48-predictor-7bb978bc98 from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:02:45Z" name: error-404-isvc-93f48-predictor.18d62a70b92cb4bd namespace: kserve-ci-e2e-test resourceVersion: "19937" uid: 5300fbe6-0aef-4f40-9a1d-8d925b672a9e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T17:03:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-93f48-predictor namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: 0f67fd7a-75af-4ff0-bd47-f1042787702f kind: Event lastTimestamp: "2026-09-17T17:03:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:03:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:45Z" name: error-404-isvc-93f48-predictor.18d62a7437bb12bb namespace: kserve-ci-e2e-test resourceVersion: "20490" uid: 85a7ddf5-a450-4527-8d63-8ec29d290a35 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T17:03:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-93f48-predictor namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: 0f67fd7a-75af-4ff0-bd47-f1042787702f kind: Event lastTimestamp: "2026-09-17T17:03:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:03:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:45Z" name: error-404-isvc-93f48-predictor.18d62a743840a63b namespace: kserve-ci-e2e-test resourceVersion: "20493" uid: cd138eac-cda4-4295-a30e-92b50129f095 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-93f48 namespace: kserve-ci-e2e-test resourceVersion: "19918" uid: 57e922cc-9a80-4548-b15b-2e4c95cf28dc kind: Event lastTimestamp: "2026-09-17T17:03:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:03:34Z" name: error-404-isvc-93f48.18d62a70b95404e8 namespace: kserve-ci-e2e-test resourceVersion: "20258" uid: 0f623063-9c71-4e14-971d-c838c2f54dee reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-93f48 namespace: kserve-ci-e2e-test resourceVersion: "20256" uid: 57e922cc-9a80-4548-b15b-2e4c95cf28dc kind: Event lastTimestamp: "2026-09-17T17:03:34Z" message: InferenceService [error-404-isvc-93f48] is Ready metadata: creationTimestamp: "2026-09-17T17:03:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:03:34Z" name: error-404-isvc-93f48.18d62a7c195af9db namespace: kserve-ci-e2e-test resourceVersion: "20257" uid: 0b6d790e-c231-4c0b-8e29-2c87b51630dd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:53:30.950242Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b5187-predictor-d99857bc6-97v66 namespace: kserve-ci-e2e-test resourceVersion: "15593" uid: 71dbf396-3708-4a3e-af40-aaa9e222d4a3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b5187-predictor-d99857bc6-97v66 to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:53:30Z" name: error-404-isvc-b5187-predictor-d99857bc6-97v66.18d629ef97fd9875 namespace: kserve-ci-e2e-test resourceVersion: "15600" uid: 39f7a96b-124c-4a92-80d3-649e0941ebb7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:31Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b5187-predictor-d99857bc6-97v66 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 71dbf396-3708-4a3e-af40-aaa9e222d4a3 kind: Event lastTimestamp: "2026-09-17T16:53:31Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-b5187-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:53:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:31Z" name: error-404-isvc-b5187-predictor-d99857bc6-97v66.18d629efa454567d namespace: kserve-ci-e2e-test resourceVersion: "15615" uid: 44770750-4d5c-4317-97c8-962df34792ae reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b5187-predictor-d99857bc6-97v66 namespace: kserve-ci-e2e-test resourceVersion: "15610" uid: 71dbf396-3708-4a3e-af40-aaa9e222d4a3 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:53:32Z" name: error-404-isvc-b5187-predictor-d99857bc6-97v66.18d629efddd84ba1 namespace: kserve-ci-e2e-test resourceVersion: "15641" uid: c0dfd2d9-7588-4c03-b5c3-e8622ca4bdb1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b5187-predictor-d99857bc6-97v66 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 71dbf396-3708-4a3e-af40-aaa9e222d4a3 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:32Z" name: error-404-isvc-b5187-predictor-d99857bc6-97v66.18d629efdf931e8d namespace: kserve-ci-e2e-test resourceVersion: "15645" uid: 7b2a99ef-08cd-4b57-a678-713451b35a2f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b5187-predictor-d99857bc6-97v66 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 71dbf396-3708-4a3e-af40-aaa9e222d4a3 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:32Z" name: error-404-isvc-b5187-predictor-d99857bc6-97v66.18d629efe324ebdb namespace: kserve-ci-e2e-test resourceVersion: "15648" uid: 36253e35-3509-4874-8a36-1b688d7d22d2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b5187-predictor-d99857bc6-97v66 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 71dbf396-3708-4a3e-af40-aaa9e222d4a3 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:32Z" name: error-404-isvc-b5187-predictor-d99857bc6-97v66.18d629efe3acf710 namespace: kserve-ci-e2e-test resourceVersion: "15649" uid: 5e2641b2-55f6-4b5c-b05f-71970d058424 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b5187-predictor-d99857bc6-97v66 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 71dbf396-3708-4a3e-af40-aaa9e222d4a3 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:32Z" name: error-404-isvc-b5187-predictor-d99857bc6-97v66.18d629efe3b6d525 namespace: kserve-ci-e2e-test resourceVersion: "15650" uid: fb23ff0b-4fdd-46ee-8199-de33ce18f335 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b5187-predictor-d99857bc6-97v66 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 71dbf396-3708-4a3e-af40-aaa9e222d4a3 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:32Z" name: error-404-isvc-b5187-predictor-d99857bc6-97v66.18d629efe6a359e7 namespace: kserve-ci-e2e-test resourceVersion: "15651" uid: 76b2fa9f-7792-43f1-abe6-dcdd2f18ab28 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b5187-predictor-d99857bc6-97v66 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 71dbf396-3708-4a3e-af40-aaa9e222d4a3 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:32Z" name: error-404-isvc-b5187-predictor-d99857bc6-97v66.18d629efe721c619 namespace: kserve-ci-e2e-test resourceVersion: "15653" uid: ca322f1d-749c-42e3-85e4-17445f5011f3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:53:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b5187-predictor-d99857bc6-97v66 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 71dbf396-3708-4a3e-af40-aaa9e222d4a3 kind: Event lastTimestamp: "2026-09-17T16:54:09Z" message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:53:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:09Z" name: error-404-isvc-b5187-predictor-d99857bc6-97v66.18d629f01c463cb2 namespace: kserve-ci-e2e-test resourceVersion: "15989" uid: bd0083ae-e091-44ee-b3f8-b764235018ea reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b5187-predictor-d99857bc6-97v66 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 71dbf396-3708-4a3e-af40-aaa9e222d4a3 kind: Event lastTimestamp: "2026-09-17T17:02:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:45Z" name: error-404-isvc-b5187-predictor-d99857bc6-97v66.18d62a70b0cec165 namespace: kserve-ci-e2e-test resourceVersion: "19902" uid: 8ef31f1e-b73f-48e2-8e4f-6495fe97891f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b5187-predictor-d99857bc6-97v66 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 71dbf396-3708-4a3e-af40-aaa9e222d4a3 kind: Event lastTimestamp: "2026-09-17T17:02:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:45Z" name: error-404-isvc-b5187-predictor-d99857bc6-97v66.18d62a70b0cf3cfd namespace: kserve-ci-e2e-test resourceVersion: "19901" uid: aa40ec3a-0477-4540-935c-45bdf41d8724 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b5187-predictor-d99857bc6 namespace: kserve-ci-e2e-test resourceVersion: "15588" uid: c0e54bf0-923c-4ec2-ad4b-6b42f939681b kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: 'Created pod: error-404-isvc-b5187-predictor-d99857bc6-97v66' metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:30Z" name: error-404-isvc-b5187-predictor-d99857bc6.18d629ef970993dc namespace: kserve-ci-e2e-test resourceVersion: "15597" uid: 04659e09-ee05-4aec-aeb9-d492146a26cd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b5187-predictor namespace: kserve-ci-e2e-test resourceVersion: "15586" uid: 51ef1315-fe18-4702-8c7f-e4dbc96c2cac kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: Scaled up replica set error-404-isvc-b5187-predictor-d99857bc6 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:30Z" name: error-404-isvc-b5187-predictor.18d629ef93d4308d namespace: kserve-ci-e2e-test resourceVersion: "15590" uid: 308a6a89-b5d1-45cb-a2fe-e152b52a4e62 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:53:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b5187-predictor namespace: kserve-ci-e2e-test resourceVersion: "15587" uid: 4473a4c8-4814-4167-9112-9bd83ddbc7dd kind: Event lastTimestamp: "2026-09-17T16:54:15Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:53:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:15Z" name: error-404-isvc-b5187-predictor.18d629f3120f13f8 namespace: kserve-ci-e2e-test resourceVersion: "16077" uid: b9b101a7-7734-4d5b-a4e2-10c126c14611 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:53:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b5187-predictor namespace: kserve-ci-e2e-test resourceVersion: "15587" uid: 4473a4c8-4814-4167-9112-9bd83ddbc7dd kind: Event lastTimestamp: "2026-09-17T16:54:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:53:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:15Z" name: error-404-isvc-b5187-predictor.18d629f3125127df namespace: kserve-ci-e2e-test resourceVersion: "16078" uid: d325ba83-df1c-451d-9d7f-a0ad78e91663 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:54:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b5187-predictor namespace: kserve-ci-e2e-test resourceVersion: "15787" uid: 4473a4c8-4814-4167-9112-9bd83ddbc7dd kind: Event lastTimestamp: "2026-09-17T16:54:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:54:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:45Z" name: error-404-isvc-b5187-predictor.18d629f6913b4719 namespace: kserve-ci-e2e-test resourceVersion: "16547" uid: 16ba39c3-d628-4973-9851-c6589f464f64 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:54:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b5187-predictor namespace: kserve-ci-e2e-test resourceVersion: "15787" uid: 4473a4c8-4814-4167-9112-9bd83ddbc7dd kind: Event lastTimestamp: "2026-09-17T16:54:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:54:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:45Z" name: error-404-isvc-b5187-predictor.18d629f691d34ccd namespace: kserve-ci-e2e-test resourceVersion: "16548" uid: 7a275b86-4b50-4fc7-ab29-1bc621f1092b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:53:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b5187 namespace: kserve-ci-e2e-test resourceVersion: "15573" uid: acfc237d-19cb-413d-b452-2754f575e1ff kind: Event lastTimestamp: "2026-09-17T16:54:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:54:19Z" name: error-404-isvc-b5187.18d629ef93c564d6 namespace: kserve-ci-e2e-test resourceVersion: "16123" uid: 0683b49e-5c10-45bf-8f3c-a4e440fc43a2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b5187 namespace: kserve-ci-e2e-test resourceVersion: "16117" uid: acfc237d-19cb-413d-b452-2754f575e1ff kind: Event lastTimestamp: "2026-09-17T16:54:19Z" message: InferenceService [error-404-isvc-b5187] is Ready metadata: creationTimestamp: "2026-09-17T16:54:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:54:19Z" name: error-404-isvc-b5187.18d629fad7e5bfd1 namespace: kserve-ci-e2e-test resourceVersion: "16118" uid: b775a885-7d3a-43f2-bb08-aa653919bfdf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:04:46.286536Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21151" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:04:46Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62a8cd52ba0e9 namespace: kserve-ci-e2e-test resourceVersion: "21155" uid: 4faf56b9-b2a5-4068-840f-b0dcbbdd3fd9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:46Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:04:46Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-c2858-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:46Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62a8cdd462727 namespace: kserve-ci-e2e-test resourceVersion: "21166" uid: 3b12dc1c-bcdb-46c9-a8b5-59fe0d9df164 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21161" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:04:47Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62a8d1aec60d6 namespace: kserve-ci-e2e-test resourceVersion: "21185" uid: 5ba87047-248d-4ab9-8348-78eef1f488ba reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:47Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62a8d1c9f9167 namespace: kserve-ci-e2e-test resourceVersion: "21187" uid: 2c0b09e4-fabd-4d16-acac-36ff67fe4152 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:47Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62a8d1ffe4252 namespace: kserve-ci-e2e-test resourceVersion: "21191" uid: d6877ff1-5d42-46f9-a87b-68d08a7aee4c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:47Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62a8d2076f6f8 namespace: kserve-ci-e2e-test resourceVersion: "21192" uid: 2f2c0025-b904-4197-8f7a-2ad460f98816 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:47Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62a8d2080d524 namespace: kserve-ci-e2e-test resourceVersion: "21193" uid: 1b8158bc-db26-4dc9-9703-ecc38cbeb133 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:47Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62a8d23263972 namespace: kserve-ci-e2e-test resourceVersion: "21194" uid: ea545d1e-20be-4b80-b737-bef3dea6ceeb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:47Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62a8d2399ba19 namespace: kserve-ci-e2e-test resourceVersion: "21195" uid: 0364290f-e5a7-4126-a681-291804ab5dc4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:05:23Z" message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:05:23Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62a8d307c4ad0 namespace: kserve-ci-e2e-test resourceVersion: "21448" uid: aae3af6c-3197-40b1-8280-5d9acb91ac15 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:14:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:14:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:00Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62b0df906e8d0 namespace: kserve-ci-e2e-test resourceVersion: "24300" uid: 05306288-03fe-47c8-821f-e59128cbfebb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:14:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:14:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:00Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62b0df9076c3c namespace: kserve-ci-e2e-test resourceVersion: "24302" uid: fc820b9f-5944-4dd3-8e58-89bb975c77aa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:14:04Z" message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)' metadata: creationTimestamp: "2026-09-17T17:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:04Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62b0ee0903f2f namespace: kserve-ci-e2e-test resourceVersion: "24417" uid: 9671241a-de85-4214-8253-29f1da3880a2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9 namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 3fc6eedb-eff1-40e8-bb93-27bc190ca2ff kind: Event lastTimestamp: "2026-09-17T17:14:04Z" message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: i/o timeout' metadata: creationTimestamp: "2026-09-17T17:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:04Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9.18d62b0ee0ec154c namespace: kserve-ci-e2e-test resourceVersion: "24418" uid: 84c451e1-5966-4864-8814-ff8f3a629831 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c2858-predictor-69ddfb9f7d namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: 86103035-7d7a-4639-9de2-ae556c3dca56 kind: Event lastTimestamp: "2026-09-17T17:04:46Z" message: 'Created pod: error-404-isvc-c2858-predictor-69ddfb9f7d-bfxf9' metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:46Z" name: error-404-isvc-c2858-predictor-69ddfb9f7d.18d62a8cd4b6098a namespace: kserve-ci-e2e-test resourceVersion: "21152" uid: 9ed050d2-f89c-448d-9e96-cc3b1e7d1401 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c2858-predictor namespace: kserve-ci-e2e-test resourceVersion: "21143" uid: c5cc29a5-b466-41b1-a0b3-43fe6e1c4157 kind: Event lastTimestamp: "2026-09-17T17:04:46Z" message: Scaled up replica set error-404-isvc-c2858-predictor-69ddfb9f7d from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:46Z" name: error-404-isvc-c2858-predictor.18d62a8cd2bdb18c namespace: kserve-ci-e2e-test resourceVersion: "21146" uid: 055e9f99-8855-47ea-a4f5-ad9971a670b5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:05:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c2858-predictor namespace: kserve-ci-e2e-test resourceVersion: "21144" uid: 5d0cc83e-76be-4eb6-a410-52b1fff818fc kind: Event lastTimestamp: "2026-09-17T17:05:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:05:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:05:01Z" name: error-404-isvc-c2858-predictor.18d62a90513c9d68 namespace: kserve-ci-e2e-test resourceVersion: "21327" uid: 53962330-ec72-4669-ab82-9ca5ab3c0ad4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:05:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c2858-predictor namespace: kserve-ci-e2e-test resourceVersion: "21144" uid: 5d0cc83e-76be-4eb6-a410-52b1fff818fc kind: Event lastTimestamp: "2026-09-17T17:05:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:05:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:05:01Z" name: error-404-isvc-c2858-predictor.18d62a9051b3bc87 namespace: kserve-ci-e2e-test resourceVersion: "21328" uid: 709ab911-04c9-4685-a976-60b1369a7bad reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T17:05:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c2858-predictor namespace: kserve-ci-e2e-test resourceVersion: "21326" uid: 5d0cc83e-76be-4eb6-a410-52b1fff818fc kind: Event lastTimestamp: "2026-09-17T17:06:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:05:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:06:01Z" name: error-404-isvc-c2858-predictor.18d62a93d0671097 namespace: kserve-ci-e2e-test resourceVersion: "21692" uid: 0c00841f-18d5-4545-8516-439dbab46994 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T17:05:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c2858-predictor namespace: kserve-ci-e2e-test resourceVersion: "21326" uid: 5d0cc83e-76be-4eb6-a410-52b1fff818fc kind: Event lastTimestamp: "2026-09-17T17:06:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:05:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:06:01Z" name: error-404-isvc-c2858-predictor.18d62a93d0db96c7 namespace: kserve-ci-e2e-test resourceVersion: "21693" uid: d86d60a5-4cba-4ee9-bbad-169be950d6b0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:04:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c2858 namespace: kserve-ci-e2e-test resourceVersion: "21132" uid: e55ef790-2e33-42e4-82f6-0b850343f62a kind: Event lastTimestamp: "2026-09-17T17:05:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:05:33Z" name: error-404-isvc-c2858.18d62a8cd2bfdb33 namespace: kserve-ci-e2e-test resourceVersion: "21510" uid: 6c2aa853-6f4d-43cb-b850-bc554138c9ee reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:05:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c2858 namespace: kserve-ci-e2e-test resourceVersion: "21508" uid: e55ef790-2e33-42e4-82f6-0b850343f62a kind: Event lastTimestamp: "2026-09-17T17:05:33Z" message: InferenceService [error-404-isvc-c2858] is Ready metadata: creationTimestamp: "2026-09-17T17:05:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:05:33Z" name: error-404-isvc-c2858.18d62a97ecb2c9d9 namespace: kserve-ci-e2e-test resourceVersion: "21509" uid: 255ae027-6a5a-4e61-b39b-c16747231b3b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:03:56.350907Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x namespace: kserve-ci-e2e-test resourceVersion: "20660" uid: 12984265-2b03-4c3e-a875-877b439e2d94 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:03:56Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x.18d62a8134c65595 namespace: kserve-ci-e2e-test resourceVersion: "20664" uid: b3be668f-b65f-4777-8b80-4f3eda87cea9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 12984265-2b03-4c3e-a875-877b439e2d94 kind: Event lastTimestamp: "2026-09-17T17:03:56Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-d52cc-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:56Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x.18d62a813f11f8a7 namespace: kserve-ci-e2e-test resourceVersion: "20675" uid: 2ec742c7-4cdf-4500-9fbb-13550b1942f5 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x namespace: kserve-ci-e2e-test resourceVersion: "20671" uid: 12984265-2b03-4c3e-a875-877b439e2d94 kind: Event lastTimestamp: "2026-09-17T17:03:57Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:03:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:03:57Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x.18d62a817a4be04f namespace: kserve-ci-e2e-test resourceVersion: "20695" uid: d763a151-8d3a-4b08-b624-0b50f645b502 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 12984265-2b03-4c3e-a875-877b439e2d94 kind: Event lastTimestamp: "2026-09-17T17:03:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:03:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:57Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x.18d62a817c031431 namespace: kserve-ci-e2e-test resourceVersion: "20697" uid: 48cc7c3a-6228-4065-965a-5b6acaa5c708 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 12984265-2b03-4c3e-a875-877b439e2d94 kind: Event lastTimestamp: "2026-09-17T17:03:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:03:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:57Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x.18d62a817f11b1e3 namespace: kserve-ci-e2e-test resourceVersion: "20699" uid: 04288f94-29fb-4d2b-8417-1f9caa6869c6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 12984265-2b03-4c3e-a875-877b439e2d94 kind: Event lastTimestamp: "2026-09-17T17:03:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:03:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:57Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x.18d62a817f91e20e namespace: kserve-ci-e2e-test resourceVersion: "20700" uid: 2ccbabeb-7d59-428a-ab26-693cbdb0ceb6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 12984265-2b03-4c3e-a875-877b439e2d94 kind: Event lastTimestamp: "2026-09-17T17:03:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:03:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:57Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x.18d62a817f9d5b1a namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: 53112594-de46-4af9-a2a1-178c4bfc5b85 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 12984265-2b03-4c3e-a875-877b439e2d94 kind: Event lastTimestamp: "2026-09-17T17:03:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:03:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:57Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x.18d62a8182552c83 namespace: kserve-ci-e2e-test resourceVersion: "20703" uid: ab3a3048-1ee6-4cf4-8f87-8775abf066a6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 12984265-2b03-4c3e-a875-877b439e2d94 kind: Event lastTimestamp: "2026-09-17T17:03:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:03:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:57Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x.18d62a8182c60a33 namespace: kserve-ci-e2e-test resourceVersion: "20704" uid: 587ef42d-507e-4972-ba13-13596148345b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:03:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 12984265-2b03-4c3e-a875-877b439e2d94 kind: Event lastTimestamp: "2026-09-17T17:04:35Z" message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:03:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:35Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x.18d62a81f75e70d1 namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: 07f6ab4c-2f33-4278-9b3c-665d2ee3d185 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 12984265-2b03-4c3e-a875-877b439e2d94 kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:10Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x.18d62b024c78fcd9 namespace: kserve-ci-e2e-test resourceVersion: "23606" uid: 7756d8ed-bf26-42ce-9844-44493a9773f0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 12984265-2b03-4c3e-a875-877b439e2d94 kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:10Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x.18d62b024c79dac5 namespace: kserve-ci-e2e-test resourceVersion: "23607" uid: 091ca205-6000-4acc-bb2f-8204749781f6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d52cc-predictor-65bf9c9c88 namespace: kserve-ci-e2e-test resourceVersion: "20652" uid: cd75cc83-3879-4d85-9c31-81e69f072a25 kind: Event lastTimestamp: "2026-09-17T17:03:56Z" message: 'Created pod: error-404-isvc-d52cc-predictor-65bf9c9c88-b7k7x' metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:56Z" name: error-404-isvc-d52cc-predictor-65bf9c9c88.18d62a8133584e7f namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 22fcc603-6553-41e6-8698-641655d4813a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d52cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "20647" uid: b344f33f-add8-47da-9aa0-5a997cf2270a kind: Event lastTimestamp: "2026-09-17T17:03:56Z" message: Scaled up replica set error-404-isvc-d52cc-predictor-65bf9c9c88 from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:56Z" name: error-404-isvc-d52cc-predictor.18d62a81305ce551 namespace: kserve-ci-e2e-test resourceVersion: "20654" uid: 3a8e64de-8235-4eed-a22d-0945654bdaf3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:04:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d52cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "20650" uid: 747ed195-370f-4dbf-b1e3-f0a385d6641c kind: Event lastTimestamp: "2026-09-17T17:04:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:04:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:26Z" name: error-404-isvc-d52cc-predictor.18d62a84aec3ab5c namespace: kserve-ci-e2e-test resourceVersion: "20901" uid: c23f7abe-2e99-48dc-9aa1-8ca37af79c33 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:04:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d52cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "20650" uid: 747ed195-370f-4dbf-b1e3-f0a385d6641c kind: Event lastTimestamp: "2026-09-17T17:04:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:04:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:26Z" name: error-404-isvc-d52cc-predictor.18d62a84af882ee9 namespace: kserve-ci-e2e-test resourceVersion: "20902" uid: 6c370ec4-2957-4687-b0db-65bbafb029ec reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:04:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d52cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 747ed195-370f-4dbf-b1e3-f0a385d6641c kind: Event lastTimestamp: "2026-09-17T17:05:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:04:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:05:11Z" name: error-404-isvc-d52cc-predictor.18d62a8bacec34ce namespace: kserve-ci-e2e-test resourceVersion: "21384" uid: 2f07ed3f-ca2c-4678-af56-9e10f1cd63bb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:04:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d52cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 747ed195-370f-4dbf-b1e3-f0a385d6641c kind: Event lastTimestamp: "2026-09-17T17:05:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:04:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:05:11Z" name: error-404-isvc-d52cc-predictor.18d62a8bad5dd0c6 namespace: kserve-ci-e2e-test resourceVersion: "21385" uid: e86568a4-d412-4afd-8b3b-32d7e19b0cdd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d52cc namespace: kserve-ci-e2e-test resourceVersion: "20635" uid: 87d0b6a5-ee39-453d-962b-8f29a46d46bd kind: Event lastTimestamp: "2026-09-17T17:04:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:04:45Z" name: error-404-isvc-d52cc.18d62a81304ed789 namespace: kserve-ci-e2e-test resourceVersion: "21058" uid: b0fa8824-340e-4214-8dd5-735ef9a4aee4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d52cc namespace: kserve-ci-e2e-test resourceVersion: "21056" uid: 87d0b6a5-ee39-453d-962b-8f29a46d46bd kind: Event lastTimestamp: "2026-09-17T17:04:45Z" message: InferenceService [error-404-isvc-d52cc] is Ready metadata: creationTimestamp: "2026-09-17T17:04:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:04:45Z" name: error-404-isvc-d52cc.18d62a8cb2ce35a0 namespace: kserve-ci-e2e-test resourceVersion: "21057" uid: 243649bb-5e4c-44fb-a441-c78b78cdc7fb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:52:00.773228Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14581" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-eb976-predictor-d669575b4-j4rjg to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:52:00Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629da99058cba namespace: kserve-ci-e2e-test resourceVersion: "14586" uid: 6f209c53-05b1-45c0-a5ec-049df5467791 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:01Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14594" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:52:01Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:52:01Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629dabb0604e5 namespace: kserve-ci-e2e-test resourceVersion: "14650" uid: d205cb72-7750-41f6-9c8b-4680861f28eb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:52:01Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" metadata: creationTimestamp: "2026-09-17T16:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:01Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629dabc8811a4 namespace: kserve-ci-e2e-test resourceVersion: "14653" uid: 9897d973-911f-4c21-9995-e5e5e40bc6f0 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:52:12Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" in 11.306s (11.306s including waiting). Image size: 1355791443 bytes.' metadata: creationTimestamp: "2026-09-17T16:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:12Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629dd5e6f92f1 namespace: kserve-ci-e2e-test resourceVersion: "14747" uid: ba56372a-46bb-45f5-9e8a-90d249060161 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:52:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:12Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629dd6157523a namespace: kserve-ci-e2e-test resourceVersion: "14749" uid: ebb3d6a0-e01e-47ed-91b2-7db5e34550f9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:52:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:12Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629dd61cc4f16 namespace: kserve-ci-e2e-test resourceVersion: "14750" uid: 363f5cf3-bc08-48f1-88ba-76f79a70889b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:52:12Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T16:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:12Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629dd61da0f62 namespace: kserve-ci-e2e-test resourceVersion: "14751" uid: 4974c2e5-e279-4016-867e-c4f5e9189f3e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:52:14Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.194s (2.194s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T16:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:14Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629dde4a1b763 namespace: kserve-ci-e2e-test resourceVersion: "14778" uid: f7744671-b9d7-4aa7-b868-a09f45978539 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:52:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:14Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629dde77660de namespace: kserve-ci-e2e-test resourceVersion: "14782" uid: bfec7532-0156-458a-a3c2-44783ae09be0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:52:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:14Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629dde7ec673d namespace: kserve-ci-e2e-test resourceVersion: "14783" uid: fd44be62-4067-4130-a48c-f7feac6ca819 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T16:52:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:53:31Z" message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:31Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629de1d349284 namespace: kserve-ci-e2e-test resourceVersion: "15630" uid: a9736466-2a4a-487d-a23b-bd3408269319 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:30Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629ef80022eae namespace: kserve-ci-e2e-test resourceVersion: "15538" uid: 45e2caa5-d897-450e-baa1-875adafc6e73 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:30Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629ef8003077f namespace: kserve-ci-e2e-test resourceVersion: "15543" uid: 1ab7c88f-8a21-4cb2-93d1-04af1cb112bc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eb976-predictor-d669575b4-j4rjg namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 9e6b95ad-0041-4199-b82b-2f245cc6f1e8 kind: Event lastTimestamp: "2026-09-17T16:53:31Z" message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp 10.133.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:53:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:31Z" name: error-404-isvc-eb976-predictor-d669575b4-j4rjg.18d629efcf57106b namespace: kserve-ci-e2e-test resourceVersion: "15629" uid: 786b51c3-dc0a-4fba-be8c-e3171f44e990 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-eb976-predictor-d669575b4 namespace: kserve-ci-e2e-test resourceVersion: "14574" uid: 8b1787e5-fe16-483c-88ef-e4546d2f31ee kind: Event lastTimestamp: "2026-09-17T16:52:00Z" message: 'Created pod: error-404-isvc-eb976-predictor-d669575b4-j4rjg' metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:00Z" name: error-404-isvc-eb976-predictor-d669575b4.18d629da98920be4 namespace: kserve-ci-e2e-test resourceVersion: "14582" uid: f6e9bbd4-96b4-476b-bc5b-90dc2cd9b88a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-eb976-predictor namespace: kserve-ci-e2e-test resourceVersion: "14572" uid: 83f14482-17bf-4721-a499-131a40f53ad2 kind: Event lastTimestamp: "2026-09-17T16:52:00Z" message: Scaled up replica set error-404-isvc-eb976-predictor-d669575b4 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:00Z" name: error-404-isvc-eb976-predictor.18d629da955752c8 namespace: kserve-ci-e2e-test resourceVersion: "14575" uid: 3fdc0bfc-cda3-4391-8da3-beb2770b75f5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:52:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-eb976-predictor namespace: kserve-ci-e2e-test resourceVersion: "14573" uid: 2159cd57-9500-4130-b7e1-6509e7dcef67 kind: Event lastTimestamp: "2026-09-17T16:52:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:45Z" name: error-404-isvc-eb976-predictor.18d629de13e9c08e namespace: kserve-ci-e2e-test resourceVersion: "15089" uid: 254af11e-2463-4830-bc6b-5da43c1eec60 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:52:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-eb976-predictor namespace: kserve-ci-e2e-test resourceVersion: "14573" uid: 2159cd57-9500-4130-b7e1-6509e7dcef67 kind: Event lastTimestamp: "2026-09-17T16:52:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:45Z" name: error-404-isvc-eb976-predictor.18d629de145628f4 namespace: kserve-ci-e2e-test resourceVersion: "15090" uid: f2a40c62-5f52-4997-a0a5-3db11bb0babe reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:53:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-eb976-predictor namespace: kserve-ci-e2e-test resourceVersion: "14800" uid: 2159cd57-9500-4130-b7e1-6509e7dcef67 kind: Event lastTimestamp: "2026-09-17T16:53:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:53:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:15Z" name: error-404-isvc-eb976-predictor.18d629e8917ed111 namespace: kserve-ci-e2e-test resourceVersion: "15348" uid: 12dd9016-bcd3-4c29-87fc-38530c7a708a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:53:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-eb976-predictor namespace: kserve-ci-e2e-test resourceVersion: "14800" uid: 2159cd57-9500-4130-b7e1-6509e7dcef67 kind: Event lastTimestamp: "2026-09-17T16:53:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:53:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:15Z" name: error-404-isvc-eb976-predictor.18d629e89200705a namespace: kserve-ci-e2e-test resourceVersion: "15349" uid: a32e744f-6c0e-4209-911c-209d41a8f757 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-eb976 namespace: kserve-ci-e2e-test resourceVersion: "14565" uid: 2fc7f80a-ad5c-4e91-8a29-9bfeb7ea8c2d kind: Event lastTimestamp: "2026-09-17T16:53:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:53:02Z" name: error-404-isvc-eb976.18d629da9551e4f4 namespace: kserve-ci-e2e-test resourceVersion: "15229" uid: a5bc92eb-b32b-432c-91bb-768736c4008c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-eb976 namespace: kserve-ci-e2e-test resourceVersion: "15226" uid: 2fc7f80a-ad5c-4e91-8a29-9bfeb7ea8c2d kind: Event lastTimestamp: "2026-09-17T16:53:01Z" message: InferenceService [error-404-isvc-eb976] is Ready metadata: creationTimestamp: "2026-09-17T16:53:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:53:01Z" name: error-404-isvc-eb976.18d629e8d8efb7f3 namespace: kserve-ci-e2e-test resourceVersion: "15228" uid: ddb074de-feca-46fd-b4c0-0c4042ba2c9b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:14:01.152494Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb namespace: kserve-ci-e2e-test resourceVersion: "24343" uid: e1621874-4f05-4d26-9144-22a9ad3db714 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:14:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:14:01Z" name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb.18d62b0e05c23190 namespace: kserve-ci-e2e-test resourceVersion: "24347" uid: bb1e60f2-9eed-4764-8f5b-b0bb4bdf038e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:01Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: e1621874-4f05-4d26-9144-22a9ad3db714 kind: Event lastTimestamp: "2026-09-17T17:14:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-f0d22-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T17:14:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:01Z" name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb.18d62b0e144aa08f namespace: kserve-ci-e2e-test resourceVersion: "24363" uid: 8891f348-912d-4786-94a8-c0cec47cbc99 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb namespace: kserve-ci-e2e-test resourceVersion: "24353" uid: e1621874-4f05-4d26-9144-22a9ad3db714 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: Add eth0 [10.133.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:14:02Z" name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb.18d62b0e4b5cf43a namespace: kserve-ci-e2e-test resourceVersion: "24378" uid: 6e1533b1-7cc5-405e-813b-f61b6f9f3df6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: e1621874-4f05-4d26-9144-22a9ad3db714 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:02Z" name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb.18d62b0e4cc69530 namespace: kserve-ci-e2e-test resourceVersion: "24381" uid: 7e454e9e-9fba-4d11-ac7a-97f32b2094e6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: e1621874-4f05-4d26-9144-22a9ad3db714 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:02Z" name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb.18d62b0e4f834342 namespace: kserve-ci-e2e-test resourceVersion: "24383" uid: 8f3ba43f-2fd3-4b1b-aeb1-d0a55150d5b8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: e1621874-4f05-4d26-9144-22a9ad3db714 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:02Z" name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb.18d62b0e4ff5ec1e namespace: kserve-ci-e2e-test resourceVersion: "24384" uid: d3f5cfa7-2782-49a3-89e5-035667bd5df8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: e1621874-4f05-4d26-9144-22a9ad3db714 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:02Z" name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb.18d62b0e50003cb7 namespace: kserve-ci-e2e-test resourceVersion: "24385" uid: 9e8f7213-2c5f-4847-8749-4e2a53376600 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: e1621874-4f05-4d26-9144-22a9ad3db714 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:02Z" name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb.18d62b0e5304c9e8 namespace: kserve-ci-e2e-test resourceVersion: "24386" uid: f9181f0f-2417-4349-81b6-6c48d8fde1d6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: e1621874-4f05-4d26-9144-22a9ad3db714 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:02Z" name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb.18d62b0e537ac4a5 namespace: kserve-ci-e2e-test resourceVersion: "24388" uid: 1db68d19-e599-49af-80b2-6272610fc98d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: e1621874-4f05-4d26-9144-22a9ad3db714 kind: Event lastTimestamp: "2026-09-17T17:14:38Z" message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:38Z" name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb.18d62b0e70adabfc namespace: kserve-ci-e2e-test resourceVersion: "24800" uid: 4a4ea030-aecb-4bbc-8f8b-c853a7e859ed reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:31:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: e1621874-4f05-4d26-9144-22a9ad3db714 kind: Event lastTimestamp: "2026-09-17T17:31:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:31:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:31:20Z" name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb.18d62c00113ade86 namespace: kserve-ci-e2e-test resourceVersion: "29443" uid: c4143ff1-9038-4c33-926a-5b41cedc41a2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:31:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: e1621874-4f05-4d26-9144-22a9ad3db714 kind: Event lastTimestamp: "2026-09-17T17:31:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:31:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:31:20Z" name: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb.18d62c00113eff8a namespace: kserve-ci-e2e-test resourceVersion: "29444" uid: 97adaf25-db32-49f4-b9b0-dc070000480d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-f0d22-predictor-7667c7cb86 namespace: kserve-ci-e2e-test resourceVersion: "24337" uid: 45562131-8d80-4832-8f37-9cf544f71cb0 kind: Event lastTimestamp: "2026-09-17T17:14:01Z" message: 'Created pod: error-404-isvc-f0d22-predictor-7667c7cb86-cqmgb' metadata: creationTimestamp: "2026-09-17T17:14:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:01Z" name: error-404-isvc-f0d22-predictor-7667c7cb86.18d62b0e052afe56 namespace: kserve-ci-e2e-test resourceVersion: "24344" uid: f2da1d67-86c6-43cf-bb97-78c90ff2e790 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-f0d22-predictor namespace: kserve-ci-e2e-test resourceVersion: "24335" uid: 25df728c-c645-48f5-a477-9afe8a43f19f kind: Event lastTimestamp: "2026-09-17T17:14:01Z" message: Scaled up replica set error-404-isvc-f0d22-predictor-7667c7cb86 from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:14:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:01Z" name: error-404-isvc-f0d22-predictor.18d62b0e027a60a9 namespace: kserve-ci-e2e-test resourceVersion: "24338" uid: 1a93f697-223a-48b7-8c3b-00acbf18550b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:14:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f0d22-predictor namespace: kserve-ci-e2e-test resourceVersion: "24336" uid: d71bed63-dd7e-4364-bb82-a797e8315c8c kind: Event lastTimestamp: "2026-09-17T17:14:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:14:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:31Z" name: error-404-isvc-f0d22-predictor.18d62b11812ac247 namespace: kserve-ci-e2e-test resourceVersion: "24760" uid: c6bf24e1-27d9-48e8-bd32-f9754573a697 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:14:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f0d22-predictor namespace: kserve-ci-e2e-test resourceVersion: "24336" uid: d71bed63-dd7e-4364-bb82-a797e8315c8c kind: Event lastTimestamp: "2026-09-17T17:14:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:14:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:31Z" name: error-404-isvc-f0d22-predictor.18d62b1181ba6ba2 namespace: kserve-ci-e2e-test resourceVersion: "24761" uid: 1466b610-cda5-485c-a318-c6f816379d8e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:14:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f0d22-predictor namespace: kserve-ci-e2e-test resourceVersion: "24520" uid: d71bed63-dd7e-4364-bb82-a797e8315c8c kind: Event lastTimestamp: "2026-09-17T17:15:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:14:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:16Z" name: error-404-isvc-f0d22-predictor.18d62b187f7a1fd8 namespace: kserve-ci-e2e-test resourceVersion: "25073" uid: 2ce7dbe9-b511-42cb-a331-51fa19eaa2d0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:14:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f0d22-predictor namespace: kserve-ci-e2e-test resourceVersion: "24520" uid: d71bed63-dd7e-4364-bb82-a797e8315c8c kind: Event lastTimestamp: "2026-09-17T17:15:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:14:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:16Z" name: error-404-isvc-f0d22-predictor.18d62b188027f5d8 namespace: kserve-ci-e2e-test resourceVersion: "25074" uid: 4308c8df-5695-4503-a693-928225b4018f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:14:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f0d22 namespace: kserve-ci-e2e-test resourceVersion: "24318" uid: 808fd500-0ee5-47cb-9a8b-dda9de381103 kind: Event lastTimestamp: "2026-09-17T17:14:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:14:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:14:49Z" name: error-404-isvc-f0d22.18d62b0e0276875f namespace: kserve-ci-e2e-test resourceVersion: "24865" uid: eacab887-7c26-4869-911b-67ac709453f4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f0d22 namespace: kserve-ci-e2e-test resourceVersion: "24863" uid: 808fd500-0ee5-47cb-9a8b-dda9de381103 kind: Event lastTimestamp: "2026-09-17T17:14:49Z" message: InferenceService [error-404-isvc-f0d22] is Ready metadata: creationTimestamp: "2026-09-17T17:14:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:14:49Z" name: error-404-isvc-f0d22.18d62b192c4c3a7f namespace: kserve-ci-e2e-test resourceVersion: "24864" uid: c086f5fa-ddc2-4c1a-89b5-42b4905b4f9e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:54:21.102322Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf namespace: kserve-ci-e2e-test resourceVersion: "16252" uid: b8018f98-181a-478f-8256-c694f5390374 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-f3946-predictor-c448bf9d-q7xtf to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T16:54:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:54:21Z" name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf.18d629fb45498e48 namespace: kserve-ci-e2e-test resourceVersion: "16257" uid: 75486345-c5e6-4f9b-b619-42b429dfe946 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:21Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: b8018f98-181a-478f-8256-c694f5390374 kind: Event lastTimestamp: "2026-09-17T16:54:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-f3946-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:21Z" name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf.18d629fb4dfd7483 namespace: kserve-ci-e2e-test resourceVersion: "16271" uid: 6fab4b1d-5026-4240-9043-4d54f0e6fae4 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf namespace: kserve-ci-e2e-test resourceVersion: "16263" uid: b8018f98-181a-478f-8256-c694f5390374 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:54:22Z" name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf.18d629fb8b119c43 namespace: kserve-ci-e2e-test resourceVersion: "16290" uid: 1d61d553-201d-4d17-b634-8cbf918df2e9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: b8018f98-181a-478f-8256-c694f5390374 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:22Z" name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf.18d629fb8df5f13c namespace: kserve-ci-e2e-test resourceVersion: "16294" uid: 212b8143-9360-41fa-8ac8-20126d6efa97 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: b8018f98-181a-478f-8256-c694f5390374 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:22Z" name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf.18d629fb90cde967 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: 425fbac7-2d4d-4415-b64d-8d360d2fb86f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: b8018f98-181a-478f-8256-c694f5390374 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:22Z" name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf.18d629fb914975be namespace: kserve-ci-e2e-test resourceVersion: "16298" uid: 06655d13-1b2d-41ee-ae61-b719178c1183 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: b8018f98-181a-478f-8256-c694f5390374 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:22Z" name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf.18d629fb915447cb namespace: kserve-ci-e2e-test resourceVersion: "16299" uid: 6ed74bdb-38ee-4aac-91fa-5d76de4d0b14 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: b8018f98-181a-478f-8256-c694f5390374 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:22Z" name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf.18d629fb94797997 namespace: kserve-ci-e2e-test resourceVersion: "16300" uid: e6bb5501-2e87-47c3-8189-24f5c063fbae reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: b8018f98-181a-478f-8256-c694f5390374 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:22Z" name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf.18d629fb94ffdd30 namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: 22cbbe41-8894-489b-9bb2-905f1391942a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:54:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: b8018f98-181a-478f-8256-c694f5390374 kind: Event lastTimestamp: "2026-09-17T16:54:59Z" message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:54:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:59Z" name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf.18d629fbccf0ca3b namespace: kserve-ci-e2e-test resourceVersion: "16656" uid: 14948a0a-9a91-4479-b2ed-7808cba7477e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: b8018f98-181a-478f-8256-c694f5390374 kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:35Z" name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf.18d62a7c6c08555e namespace: kserve-ci-e2e-test resourceVersion: "20325" uid: ec124826-29e5-4045-a4e3-17a7f39a78ab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: b8018f98-181a-478f-8256-c694f5390374 kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:35Z" name: error-404-isvc-f3946-predictor-c448bf9d-q7xtf.18d62a7c6c08edbf namespace: kserve-ci-e2e-test resourceVersion: "20326" uid: 5a150617-c0da-4ab5-8f2e-c6ba8733c9f8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-f3946-predictor-c448bf9d namespace: kserve-ci-e2e-test resourceVersion: "16246" uid: 41ac1155-8320-4c1a-9cab-951ae7a4f280 kind: Event lastTimestamp: "2026-09-17T16:54:21Z" message: 'Created pod: error-404-isvc-f3946-predictor-c448bf9d-q7xtf' metadata: creationTimestamp: "2026-09-17T16:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:21Z" name: error-404-isvc-f3946-predictor-c448bf9d.18d629fb44d4d51c namespace: kserve-ci-e2e-test resourceVersion: "16254" uid: 0e793769-f7fb-43b7-ae06-c9291215f350 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-f3946-predictor namespace: kserve-ci-e2e-test resourceVersion: "16244" uid: 1f060039-4575-4b76-9f3b-ec3a13255bc9 kind: Event lastTimestamp: "2026-09-17T16:54:21Z" message: Scaled up replica set error-404-isvc-f3946-predictor-c448bf9d from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:21Z" name: error-404-isvc-f3946-predictor.18d629fb432473c0 namespace: kserve-ci-e2e-test resourceVersion: "16248" uid: cc60ea05-1f89-443b-9500-4ee288cb353d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:54:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f3946-predictor namespace: kserve-ci-e2e-test resourceVersion: "16245" uid: 26169dbd-733b-4661-85d3-27b5753ac4b3 kind: Event lastTimestamp: "2026-09-17T16:55:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:55:21Z" name: error-404-isvc-f3946-predictor.18d629fec19fa94e namespace: kserve-ci-e2e-test resourceVersion: "16860" uid: 4313ebf9-3917-4362-8a60-ce14c49ad383 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:54:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f3946-predictor namespace: kserve-ci-e2e-test resourceVersion: "16245" uid: 26169dbd-733b-4661-85d3-27b5753ac4b3 kind: Event lastTimestamp: "2026-09-17T16:55:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:55:21Z" name: error-404-isvc-f3946-predictor.18d629fec21191ba namespace: kserve-ci-e2e-test resourceVersion: "16861" uid: eabde512-24e0-4eb6-93e8-a8764491417e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f3946-predictor namespace: kserve-ci-e2e-test resourceVersion: "16465" uid: 26169dbd-733b-4661-85d3-27b5753ac4b3 kind: Event lastTimestamp: "2026-09-17T16:54:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:54:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:51Z" name: error-404-isvc-f3946-predictor.18d62a0240ccb8cf namespace: kserve-ci-e2e-test resourceVersion: "16592" uid: 58ffbbe5-e558-4b70-b382-8aad10a761f8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f3946-predictor namespace: kserve-ci-e2e-test resourceVersion: "16465" uid: 26169dbd-733b-4661-85d3-27b5753ac4b3 kind: Event lastTimestamp: "2026-09-17T16:54:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:54:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:51Z" name: error-404-isvc-f3946-predictor.18d62a024121bc45 namespace: kserve-ci-e2e-test resourceVersion: "16594" uid: c25ea57b-2100-46d2-b722-547fd9c0e432 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:54:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f3946 namespace: kserve-ci-e2e-test resourceVersion: "16233" uid: b50e1a5f-ba13-4cbb-9dd4-8d501548836b kind: Event lastTimestamp: "2026-09-17T16:55:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:55:09Z" name: error-404-isvc-f3946.18d629fb4324a5ae namespace: kserve-ci-e2e-test resourceVersion: "16751" uid: d8cc26dd-96d2-4de5-bbd4-465a5b89224b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:55:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f3946 namespace: kserve-ci-e2e-test resourceVersion: "16749" uid: b50e1a5f-ba13-4cbb-9dd4-8d501548836b kind: Event lastTimestamp: "2026-09-17T16:55:09Z" message: InferenceService [error-404-isvc-f3946] is Ready metadata: creationTimestamp: "2026-09-17T16:55:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:55:09Z" name: error-404-isvc-f3946.18d62a068818af8b namespace: kserve-ci-e2e-test resourceVersion: "16750" uid: 9966a57c-e6a9-4580-9491-b976fff9b80f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:52:00.305585Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14496" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-75998957b8-hsmvn to ip-10-0-143-228.ec2.internal metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:52:00Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629da7d25df4b namespace: kserve-ci-e2e-test resourceVersion: "14501" uid: 78d5e972-8402-440e-ba94-a82128ee2dc3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14508" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:52:00Z" message: Add eth0 [10.134.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:52:00Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629da9f423173 namespace: kserve-ci-e2e-test resourceVersion: "14611" uid: a6e794a8-ad34-45a1-a5fc-f85f4d900bb8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:52:00Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e" metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:00Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629daa0e0405d namespace: kserve-ci-e2e-test resourceVersion: "14617" uid: cf552801-9ba4-4a03-814b-da9017f3f4c1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:52:14Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e" in 13.637s (13.637s including waiting). Image size: 306673092 bytes.' metadata: creationTimestamp: "2026-09-17T16:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:14Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629ddcdb598cc namespace: kserve-ci-e2e-test resourceVersion: "14766" uid: 965790a2-025d-4ee8-80d5-35d91aabf7a6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:52:14Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T16:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:14Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629ddd2975333 namespace: kserve-ci-e2e-test resourceVersion: "14768" uid: fb35d4c6-b81e-49f2-8340-a85d212ae226 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:52:14Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T16:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:14Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629ddd3180977 namespace: kserve-ci-e2e-test resourceVersion: "14770" uid: f5b5ae75-f63d-48d5-aa7b-94cc6cbc09c0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:52:18Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955" metadata: creationTimestamp: "2026-09-17T16:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:18Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629ded2d643cb namespace: kserve-ci-e2e-test resourceVersion: "14838" uid: 18100fcb-9470-441f-b0dc-e7a719058202 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:52:24Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955" in 6.059s (6.059s including waiting). Image size: 1580728223 bytes.' metadata: creationTimestamp: "2026-09-17T16:52:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:24Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629e03bffb521 namespace: kserve-ci-e2e-test resourceVersion: "14894" uid: daba1649-89b6-4f56-bec4-61d98e1786e5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:52:25Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:52:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:25Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629e03f1af966 namespace: kserve-ci-e2e-test resourceVersion: "14895" uid: 0b47608a-5704-45df-94a4-7ff5864287f2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:52:25Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:52:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:25Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629e03f9b4d1e namespace: kserve-ci-e2e-test resourceVersion: "14896" uid: 2a974680-83bb-434e-a0cf-e85a94f53440 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:52:25Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:52:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:25Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629e03fb0e8f0 namespace: kserve-ci-e2e-test resourceVersion: "14897" uid: 328e2c13-592d-47a8-a1d4-8587573af578 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:52:25Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:52:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:25Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629e042d2314c namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 3b772b25-e3fa-4a5c-a7f9-1846865cb38e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:52:25Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:52:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:25Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629e043754400 namespace: kserve-ci-e2e-test resourceVersion: "14899" uid: 2cbaf95c-dfd8-45de-a3f4-f42379c5fd63 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T16:52:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:53:37Z" message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:52:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:37Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629e07678ea97 namespace: kserve-ci-e2e-test resourceVersion: "15707" uid: d8a3ce6a-da5a-4cf5-b96f-2c1dc138c5e5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:54:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:54:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:20Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629fb3a4ccbed namespace: kserve-ci-e2e-test resourceVersion: "16207" uid: c2271736-4fbf-47ca-a75d-ecf4fcf34067 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:54:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:54:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:20Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629fb3a4d68b0 namespace: kserve-ci-e2e-test resourceVersion: "16209" uid: 6be7c05b-3219-46a7-89e5-31e0e76ab6f7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: edc74e49-9763-4b49-8e58-7a3cf148400c kind: Event lastTimestamp: "2026-09-17T16:54:21Z" message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp 10.134.0.21:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:21Z" name: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn.18d629fb78d47628 namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: 7895490a-697c-45f5-9fa7-a2a809447ea3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-75998957b8 namespace: kserve-ci-e2e-test resourceVersion: "14490" uid: 7322e20a-484a-447e-9f80-0f83003f3173 kind: Event lastTimestamp: "2026-09-17T16:52:00Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-75998957b8-hsmvn' metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:00Z" name: isvc-sklearn-graph-1-predictor-75998957b8.18d629da7c8f4ac8 namespace: kserve-ci-e2e-test resourceVersion: "14498" uid: 1eee7cce-839c-4252-9de6-a34dd64e02a0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14489" uid: ccfe1af8-dbcf-43cd-ac2d-eaeaa149ea1d kind: Event lastTimestamp: "2026-09-17T16:52:00Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-75998957b8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:00Z" name: isvc-sklearn-graph-1-predictor.18d629da78260cf5 namespace: kserve-ci-e2e-test resourceVersion: "14491" uid: bf0c9c6e-3092-40e2-ba2d-25d4ec96b39c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T16:52:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14502" uid: d434dbdb-3b0b-482d-8331-ac64c86c0aed kind: Event lastTimestamp: "2026-09-17T16:53:00Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:00Z" name: isvc-sklearn-graph-1-predictor.18d629ddfe1fc022 namespace: kserve-ci-e2e-test resourceVersion: "15197" uid: b6ff38b5-c593-47a9-80d8-99794b1c5096 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T16:52:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14502" uid: d434dbdb-3b0b-482d-8331-ac64c86c0aed kind: Event lastTimestamp: "2026-09-17T16:53:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:00Z" name: isvc-sklearn-graph-1-predictor.18d629ddfe753cb3 namespace: kserve-ci-e2e-test resourceVersion: "15198" uid: e6b1e2c2-6c07-4095-b7d4-cef07bdabec8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:53:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14789" uid: d434dbdb-3b0b-482d-8331-ac64c86c0aed kind: Event lastTimestamp: "2026-09-17T16:54:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:15Z" name: isvc-sklearn-graph-1-predictor.18d629ebfb7525e3 namespace: kserve-ci-e2e-test resourceVersion: "16068" uid: f94341bf-3d78-4122-90e8-1d1744af1022 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:53:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14789" uid: d434dbdb-3b0b-482d-8331-ac64c86c0aed kind: Event lastTimestamp: "2026-09-17T16:54:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:15Z" name: isvc-sklearn-graph-1-predictor.18d629ebfbf20987 namespace: kserve-ci-e2e-test resourceVersion: "16069" uid: 640260d3-b197-4b02-921b-6f42b98897cb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14476" uid: a91ffecb-bc82-4334-a7ad-1f78823908e4 kind: Event lastTimestamp: "2026-09-17T16:53:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:53:48Z" name: isvc-sklearn-graph-1.18d629da7e547276 namespace: kserve-ci-e2e-test resourceVersion: "15813" uid: 0e7a9cb6-b7d5-471d-a756-f480bc7f3a74 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15811" uid: a91ffecb-bc82-4334-a7ad-1f78823908e4 kind: Event lastTimestamp: "2026-09-17T16:53:47Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-17T16:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:53:47Z" name: isvc-sklearn-graph-1.18d629f38e7e17d6 namespace: kserve-ci-e2e-test resourceVersion: "15812" uid: fbc293ef-1a49-470e-bd2f-05635ee3c6d8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:52:00.881928Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14605" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 to ip-10-0-142-146.ec2.internal metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:52:00Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629da9f802720 namespace: kserve-ci-e2e-test resourceVersion: "14612" uid: 38ff5b38-5465-46b2-808c-0407b498091e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14619" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:52:01Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:52:01Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629dac19cfce7 namespace: kserve-ci-e2e-test resourceVersion: "14655" uid: 51e1d0a9-993e-43f2-b2b9-b1d39fc6e817 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:52:01Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e" already present on machine metadata: creationTimestamp: "2026-09-17T16:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:01Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629dac3511a96 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 344e36f8-2916-4e6c-9389-b9c6b2e0707d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:52:01Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T16:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:01Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629dac85ebfe6 namespace: kserve-ci-e2e-test resourceVersion: "14658" uid: dc15f4cf-9128-4c69-957c-bb68dc62ffdb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:52:01Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T16:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:01Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629dac8db827e namespace: kserve-ci-e2e-test resourceVersion: "14659" uid: f10e82ba-b9af-46a6-b17e-4fa8048efa16 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:52:06Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955" metadata: creationTimestamp: "2026-09-17T16:52:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:06Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629dbe292a792 namespace: kserve-ci-e2e-test resourceVersion: "14702" uid: b98f0b09-e86e-478d-8592-ce24a27a37d3 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:52:31Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955" in 24.801s (24.801s including waiting). Image size: 1580728223 bytes.' metadata: creationTimestamp: "2026-09-17T16:52:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:31Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629e1a8d8fc9a namespace: kserve-ci-e2e-test resourceVersion: "14951" uid: bd90efc5-750c-4980-b37e-ded345f2dae1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:52:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:52:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:31Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629e1af3463da namespace: kserve-ci-e2e-test resourceVersion: "14952" uid: e93512f5-689c-4e4f-88ac-4df192862995 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:52:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:52:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:31Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629e1b087d35d namespace: kserve-ci-e2e-test resourceVersion: "14953" uid: 000a35cf-0427-4221-926d-46f541be61c2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:52:31Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T16:52:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:31Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629e1b0956920 namespace: kserve-ci-e2e-test resourceVersion: "14954" uid: f1b115ce-f556-4e9c-9d96-30ad02279a13 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:52:33Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.469s (2.469s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T16:52:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:33Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629e243cc2fa7 namespace: kserve-ci-e2e-test resourceVersion: "14979" uid: 23ccaa6a-552c-4026-b712-36f388d302e1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:52:33Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:52:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:33Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629e247911940 namespace: kserve-ci-e2e-test resourceVersion: "14983" uid: 2f11ed9d-8083-4a67-841e-f61b9f67921c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:52:33Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:52:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:33Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629e2484e0fe9 namespace: kserve-ci-e2e-test resourceVersion: "14985" uid: f12c6898-607d-4327-b89b-18eb965f74d6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T16:52:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:54:21Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:21Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629e2ad7d7a89 namespace: kserve-ci-e2e-test resourceVersion: "16279" uid: 82b5d3a2-50a7-46c2-9fe0-73e693b68244 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:54:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:54:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:20Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629fb36b000a3 namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 36eeac58-1809-4620-9fd1-e055e83802d8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:54:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:54:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:20Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629fb36b42ec3 namespace: kserve-ci-e2e-test resourceVersion: "16185" uid: 14d38dca-0da9-4f04-aefd-79cfdd0862a0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: f4a15c35-a180-40ac-b968-75c76e63adc1 kind: Event lastTimestamp: "2026-09-17T16:54:21Z" message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp 10.132.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:21Z" name: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7.18d629fb5bcd46bd namespace: kserve-ci-e2e-test resourceVersion: "16278" uid: 2e265366-bfbe-4576-b1f4-196204f86b6a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-7756fccfc namespace: kserve-ci-e2e-test resourceVersion: "14599" uid: 73b9ba9d-44af-4dab-82e1-722d8a4eac0b kind: Event lastTimestamp: "2026-09-17T16:52:00Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-7756fccfc-8b9k7' metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:00Z" name: isvc-sklearn-graph-2-predictor-7756fccfc.18d629da9f02744a namespace: kserve-ci-e2e-test resourceVersion: "14608" uid: 470b724c-7296-45a4-9793-e8708d7be907 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14597" uid: 6bf7db67-12c5-46e9-8de2-820e7f2f658f kind: Event lastTimestamp: "2026-09-17T16:52:00Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-7756fccfc from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:00Z" name: isvc-sklearn-graph-2-predictor.18d629da9bf9de05 namespace: kserve-ci-e2e-test resourceVersion: "14601" uid: 600247b6-c168-456f-bb55-6ef0c5a98640 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T16:52:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: 4de76901-77ad-4bf6-8855-512634e18f41 kind: Event lastTimestamp: "2026-09-17T16:53:15Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:15Z" name: isvc-sklearn-graph-2-predictor.18d629de1aa10c71 namespace: kserve-ci-e2e-test resourceVersion: "15351" uid: 4f6d6673-981b-4fd0-91fb-7c4cbdd0ed97 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T16:52:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: 4de76901-77ad-4bf6-8855-512634e18f41 kind: Event lastTimestamp: "2026-09-17T16:53:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:15Z" name: isvc-sklearn-graph-2-predictor.18d629de1b15ebfb namespace: kserve-ci-e2e-test resourceVersion: "15352" uid: 652a4da9-35f7-4347-b9d7-a60886dd66ad reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:53:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14804" uid: 4de76901-77ad-4bf6-8855-512634e18f41 kind: Event lastTimestamp: "2026-09-17T16:54:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:53:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:16Z" name: isvc-sklearn-graph-2-predictor.18d629e89803b28d namespace: kserve-ci-e2e-test resourceVersion: "16079" uid: a0c99ab4-374a-4ac4-9916-488b58e4cf76 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:53:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14804" uid: 4de76901-77ad-4bf6-8855-512634e18f41 kind: Event lastTimestamp: "2026-09-17T16:54:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:53:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:16Z" name: isvc-sklearn-graph-2-predictor.18d629e8988beca8 namespace: kserve-ci-e2e-test resourceVersion: "16080" uid: 23760c83-3be7-4e15-949d-7b352ca98547 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14580" uid: f235bc76-2924-487e-a31a-2ec82a48bd92 kind: Event lastTimestamp: "2026-09-17T16:53:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:53:51Z" name: isvc-sklearn-graph-2.18d629da9bfb052a namespace: kserve-ci-e2e-test resourceVersion: "15848" uid: 490b6446-5cf5-45cc-b875-6d67d5aa6ebe reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15846" uid: f235bc76-2924-487e-a31a-2ec82a48bd92 kind: Event lastTimestamp: "2026-09-17T16:53:51Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-17T16:53:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:53:51Z" name: isvc-sklearn-graph-2.18d629f466072f11 namespace: kserve-ci-e2e-test resourceVersion: "15847" uid: 88d71ba7-17e6-493c-b723-428f5899552b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:52:00.581945Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14551" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-st7bs to ip-10-0-142-146.ec2.internal metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:52:00Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629da8d9ff8da namespace: kserve-ci-e2e-test resourceVersion: "14555" uid: dc11f575-6d72-4ba9-9c7f-e4594be21962 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14561" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:52:01Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:52:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629daafec6415 namespace: kserve-ci-e2e-test resourceVersion: "14635" uid: c1d1b50b-756e-459d-96d7-e2c9354ec8fe reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:52:01Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e" already present on machine metadata: creationTimestamp: "2026-09-17T16:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629dab20aceb1 namespace: kserve-ci-e2e-test resourceVersion: "14638" uid: afd64d60-4c8b-4fa5-a035-663d462c15d3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:52:01Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T16:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629dab4fa7249 namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 4def69c6-4165-48a6-97ac-e1a2a251168e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:52:01Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T16:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629dab5920ea9 namespace: kserve-ci-e2e-test resourceVersion: "14641" uid: 63c64658-bebd-4fd1-af69-0d806f9cb5be reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:52:05Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-17T16:52:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:05Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629dba6861f1c namespace: kserve-ci-e2e-test resourceVersion: "14689" uid: 0c141f34-7167-4e3c-824a-0fd8ba2377f8 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:52:31Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 26.257s (26.257s including waiting). Image size: 1435742979 bytes.' metadata: creationTimestamp: "2026-09-17T16:52:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:31Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629e1c39d5474 namespace: kserve-ci-e2e-test resourceVersion: "14957" uid: a3fd9089-8f13-452d-b117-c9e0631a7e18 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:52:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:52:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:31Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629e1c815acaa namespace: kserve-ci-e2e-test resourceVersion: "14958" uid: 1f26230a-8f44-4ee1-8258-24ae40e6be6d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:52:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:52:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:31Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629e1c88d0c74 namespace: kserve-ci-e2e-test resourceVersion: "14959" uid: a912d39c-7e48-4798-a605-3f3405f57f77 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:52:31Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T16:52:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:31Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629e1c89c4640 namespace: kserve-ci-e2e-test resourceVersion: "14960" uid: e581804e-e266-439b-a449-7f4a8f9e1a6d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:52:33Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.065s (2.065s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T16:52:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:33Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629e243b8f8cd namespace: kserve-ci-e2e-test resourceVersion: "14978" uid: e9bdcbe0-2b41-4d0d-ae0d-38c40ec40f6a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:52:33Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:52:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:33Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629e2478dcb29 namespace: kserve-ci-e2e-test resourceVersion: "14982" uid: a73d8fde-e245-49c7-9f1a-8ffc15ddc7c6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:52:33Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:52:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:33Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629e2484db460 namespace: kserve-ci-e2e-test resourceVersion: "14984" uid: 043b76e1-afe4-4346-8b3d-67f35fe6f631 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-17T16:52:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:52:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:30Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629e2716a11c0 namespace: kserve-ci-e2e-test resourceVersion: "15527" uid: 379c7bb4-ad6c-41b9-9d8b-8e27ee977fdb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:54:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:54:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:20Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629fb3b192acb namespace: kserve-ci-e2e-test resourceVersion: "16212" uid: 84e68ddd-0d07-48ec-b2b8-d5fa733c7b7a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-st7bs namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: 500ef483-8f7c-4c9f-a4f8-601ca66cd05e kind: Event lastTimestamp: "2026-09-17T16:54:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:54:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:20Z" name: isvc-xgboost-graph-predictor-555fc69d56-st7bs.18d629fb3b1a8a73 namespace: kserve-ci-e2e-test resourceVersion: "16215" uid: ee638ff7-67c4-41ae-946a-5d65746a947b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-146.ec2.internal source: component: kubelet host: ip-10-0-142-146.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "14544" uid: 41c8fe1d-893f-4712-9f5a-acb4e54f769f kind: Event lastTimestamp: "2026-09-17T16:52:00Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-st7bs' metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:00Z" name: isvc-xgboost-graph-predictor-555fc69d56.18d629da8d1c8feb namespace: kserve-ci-e2e-test resourceVersion: "14552" uid: 782245d9-9089-4f9e-9a5a-0feda49a51a7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14542" uid: 103d19fb-087b-42d1-a02a-2c6141cd43a7 kind: Event lastTimestamp: "2026-09-17T16:52:00Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:00Z" name: isvc-xgboost-graph-predictor.18d629da8a60603b namespace: kserve-ci-e2e-test resourceVersion: "14546" uid: 2a615820-fdfc-4611-bca4-f599040823f6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T16:52:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: d415f79f-867c-47a5-9da4-b15a1e5b2d6d kind: Event lastTimestamp: "2026-09-17T16:53:00Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:00Z" name: isvc-xgboost-graph-predictor.18d629de08e1903d namespace: kserve-ci-e2e-test resourceVersion: "15204" uid: 01f9651f-2451-421b-93f1-4e1185869699 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T16:52:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: d415f79f-867c-47a5-9da4-b15a1e5b2d6d kind: Event lastTimestamp: "2026-09-17T16:53:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:00Z" name: isvc-xgboost-graph-predictor.18d629de094710db namespace: kserve-ci-e2e-test resourceVersion: "15205" uid: 7257ac06-56fa-4731-a4ae-147514209e6b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T16:53:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: d415f79f-867c-47a5-9da4-b15a1e5b2d6d kind: Event lastTimestamp: "2026-09-17T16:54:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:00Z" name: isvc-xgboost-graph-predictor.18d629ec04e0fe76 namespace: kserve-ci-e2e-test resourceVersion: "15921" uid: 53c2c10a-28cb-4386-b4b1-34acbc492732 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T16:53:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: d415f79f-867c-47a5-9da4-b15a1e5b2d6d kind: Event lastTimestamp: "2026-09-17T16:54:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:53:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:00Z" name: isvc-xgboost-graph-predictor.18d629ec056234f9 namespace: kserve-ci-e2e-test resourceVersion: "15922" uid: 6d163023-db0d-420d-bb03-bc714444f8ac reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14527" uid: f72eb4f4-1d46-4784-a227-fe15ebd1cffb kind: Event lastTimestamp: "2026-09-17T16:53:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:53:40Z" name: isvc-xgboost-graph.18d629da8a66b8d0 namespace: kserve-ci-e2e-test resourceVersion: "15741" uid: dace40e9-687e-4070-b38b-916b2b0fc5c3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: f72eb4f4-1d46-4784-a227-fe15ebd1cffb kind: Event lastTimestamp: "2026-09-17T16:53:40Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-17T16:53:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:53:40Z" name: isvc-xgboost-graph.18d629f1d53f62a5 namespace: kserve-ci-e2e-test resourceVersion: "15740" uid: 1213bde6-160c-41db-a533-e5e039cfd86e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:54:10.170997Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-5f85d95997-z2skz namespace: kserve-ci-e2e-test resourceVersion: "16008" uid: d21cb18d-40c7-4662-9878-78a04ea77220 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-5f85d95997-z2skz to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T16:54:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:54:10Z" name: model-chainer-5f85d95997-z2skz.18d629f8b9bad2d2 namespace: kserve-ci-e2e-test resourceVersion: "16014" uid: 41cf74e3-bf08-4788-94f1-e2a8b8d9053e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:10Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-5f85d95997-z2skz namespace: kserve-ci-e2e-test resourceVersion: "16010" uid: d21cb18d-40c7-4662-9878-78a04ea77220 kind: Event lastTimestamp: "2026-09-17T16:54:10Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:10Z" name: model-chainer-5f85d95997-z2skz.18d629f8c5fb8b52 namespace: kserve-ci-e2e-test resourceVersion: "16026" uid: c37afd56-4aba-4f21-9d08-ab2b35d6cf92 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:11Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-5f85d95997-z2skz namespace: kserve-ci-e2e-test resourceVersion: "16018" uid: d21cb18d-40c7-4662-9878-78a04ea77220 kind: Event lastTimestamp: "2026-09-17T16:54:11Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:54:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:54:11Z" name: model-chainer-5f85d95997-z2skz.18d629f8ffaf85bc namespace: kserve-ci-e2e-test resourceVersion: "16035" uid: 273af402-103f-414b-b207-c7ebf071340c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5f85d95997-z2skz namespace: kserve-ci-e2e-test resourceVersion: "16010" uid: d21cb18d-40c7-4662-9878-78a04ea77220 kind: Event lastTimestamp: "2026-09-17T16:54:11Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3" already present on machine metadata: creationTimestamp: "2026-09-17T16:54:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:11Z" name: model-chainer-5f85d95997-z2skz.18d629f900f61226 namespace: kserve-ci-e2e-test resourceVersion: "16038" uid: f013121a-8712-4986-bc68-84676caafcd0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5f85d95997-z2skz namespace: kserve-ci-e2e-test resourceVersion: "16010" uid: d21cb18d-40c7-4662-9878-78a04ea77220 kind: Event lastTimestamp: "2026-09-17T16:54:11Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-17T16:54:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:11Z" name: model-chainer-5f85d95997-z2skz.18d629f9040c7d1b namespace: kserve-ci-e2e-test resourceVersion: "16039" uid: 863ef626-8d38-428b-9e4c-c8f71cc09d9d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5f85d95997-z2skz namespace: kserve-ci-e2e-test resourceVersion: "16010" uid: d21cb18d-40c7-4662-9878-78a04ea77220 kind: Event lastTimestamp: "2026-09-17T16:54:11Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-17T16:54:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:11Z" name: model-chainer-5f85d95997-z2skz.18d629f90482c34e namespace: kserve-ci-e2e-test resourceVersion: "16040" uid: 0df66d6b-2895-415d-8bf7-92d57d14be0d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5f85d95997-z2skz namespace: kserve-ci-e2e-test resourceVersion: "16010" uid: d21cb18d-40c7-4662-9878-78a04ea77220 kind: Event lastTimestamp: "2026-09-17T16:54:20Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-17T16:54:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:20Z" name: model-chainer-5f85d95997-z2skz.18d629fb2bd4ddfa namespace: kserve-ci-e2e-test resourceVersion: "16156" uid: a35cea49-96aa-44db-9b95-6c48d1aace1c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:54:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5f85d95997-z2skz namespace: kserve-ci-e2e-test resourceVersion: "16010" uid: d21cb18d-40c7-4662-9878-78a04ea77220 kind: Event lastTimestamp: "2026-09-17T16:54:48Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T16:54:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:48Z" name: model-chainer-5f85d95997-z2skz.18d629fbca3054c3 namespace: kserve-ci-e2e-test resourceVersion: "16564" uid: 0ccab0af-1225-44ab-ae69-5376d5203bf6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-5f85d95997 namespace: kserve-ci-e2e-test resourceVersion: "16005" uid: 2abc6b9c-ecf5-4e29-af96-ff011805cfb4 kind: Event lastTimestamp: "2026-09-17T16:54:10Z" message: 'Created pod: model-chainer-5f85d95997-z2skz' metadata: creationTimestamp: "2026-09-17T16:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:10Z" name: model-chainer-5f85d95997.18d629f8b926f496 namespace: kserve-ci-e2e-test resourceVersion: "16009" uid: 08bd1bdf-1901-4a89-a796-109fdaa4b0a5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16003" uid: 782d36bf-5968-4571-8fe1-7a9be7d12c48 kind: Event lastTimestamp: "2026-09-17T16:54:10Z" message: Scaled up replica set model-chainer-5f85d95997 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:10Z" name: model-chainer.18d629f8b838e645 namespace: kserve-ci-e2e-test resourceVersion: "16006" uid: 4c786b98-64e2-4677-bb62-cfd46aecb09c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:10Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16020" uid: c61ef66c-86ce-4aff-8be4-c7ddda2bd598 kind: Event lastTimestamp: "2026-09-17T16:54:10Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-17T16:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:54:10Z" name: model-chainer.18d629f8bd7c7ae2 namespace: kserve-ci-e2e-test resourceVersion: "16021" uid: 009d14af-9625-4b13-adad-466a09b556d7 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:04:35.848781Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2e2a5-848d4d594c-z5css namespace: kserve-ci-e2e-test resourceVersion: "20961" uid: f1a3bc83-0538-4cfa-8643-d8f9a4263aca kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-2e2a5-848d4d594c-z5css to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:04:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:04:35Z" name: sequence-graph-2e2a5-848d4d594c-z5css.18d62a8a67082805 namespace: kserve-ci-e2e-test resourceVersion: "20967" uid: 40498ff0-3161-4ac2-b9fc-b1ff6f5f6599 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:36Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2e2a5-848d4d594c-z5css namespace: kserve-ci-e2e-test resourceVersion: "20982" uid: f1a3bc83-0538-4cfa-8643-d8f9a4263aca kind: Event lastTimestamp: "2026-09-17T17:04:36Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:04:36Z" name: sequence-graph-2e2a5-848d4d594c-z5css.18d62a8a956ba079 namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: 35bcde9e-5952-41f9-add1-95d72cd71803 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2e2a5} kind: Pod name: sequence-graph-2e2a5-848d4d594c-z5css namespace: kserve-ci-e2e-test resourceVersion: "20962" uid: f1a3bc83-0538-4cfa-8643-d8f9a4263aca kind: Event lastTimestamp: "2026-09-17T17:04:36Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3" already present on machine metadata: creationTimestamp: "2026-09-17T17:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:36Z" name: sequence-graph-2e2a5-848d4d594c-z5css.18d62a8a96e9501a namespace: kserve-ci-e2e-test resourceVersion: "20988" uid: 27b708b7-9057-43a6-973e-f28d8dc8b954 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2e2a5} kind: Pod name: sequence-graph-2e2a5-848d4d594c-z5css namespace: kserve-ci-e2e-test resourceVersion: "20962" uid: f1a3bc83-0538-4cfa-8643-d8f9a4263aca kind: Event lastTimestamp: "2026-09-17T17:04:36Z" message: 'Created container: sequence-graph-2e2a5' metadata: creationTimestamp: "2026-09-17T17:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:36Z" name: sequence-graph-2e2a5-848d4d594c-z5css.18d62a8a99bd08dd namespace: kserve-ci-e2e-test resourceVersion: "20989" uid: 3f3dab3f-de9b-4f54-bdb3-171f693b99bc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2e2a5} kind: Pod name: sequence-graph-2e2a5-848d4d594c-z5css namespace: kserve-ci-e2e-test resourceVersion: "20962" uid: f1a3bc83-0538-4cfa-8643-d8f9a4263aca kind: Event lastTimestamp: "2026-09-17T17:04:36Z" message: Started container sequence-graph-2e2a5 metadata: creationTimestamp: "2026-09-17T17:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:36Z" name: sequence-graph-2e2a5-848d4d594c-z5css.18d62a8a9a352449 namespace: kserve-ci-e2e-test resourceVersion: "20990" uid: d793066c-9844-45bc-84a4-6d3f7a2de0f4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2e2a5} kind: Pod name: sequence-graph-2e2a5-848d4d594c-z5css namespace: kserve-ci-e2e-test resourceVersion: "20962" uid: f1a3bc83-0538-4cfa-8643-d8f9a4263aca kind: Event lastTimestamp: "2026-09-17T17:04:45Z" message: Stopping container sequence-graph-2e2a5 metadata: creationTimestamp: "2026-09-17T17:04:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:45Z" name: sequence-graph-2e2a5-848d4d594c-z5css.18d62a8cc0b746d7 namespace: kserve-ci-e2e-test resourceVersion: "21076" uid: 17410007-28de-4622-ac0a-3210c8e6d300 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2e2a5} kind: Pod name: sequence-graph-2e2a5-848d4d594c-z5css namespace: kserve-ci-e2e-test resourceVersion: "20962" uid: f1a3bc83-0538-4cfa-8643-d8f9a4263aca kind: Event lastTimestamp: "2026-09-17T17:05:12Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:05:12Z" name: sequence-graph-2e2a5-848d4d594c-z5css.18d62a8d2e26ab11 namespace: kserve-ci-e2e-test resourceVersion: "21390" uid: d487a461-a1ee-4a98-89b8-0fc44c19bbae reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-2e2a5-848d4d594c namespace: kserve-ci-e2e-test resourceVersion: "20958" uid: 9e1be518-16ed-45f0-a2d5-8e2f61fcae1b kind: Event lastTimestamp: "2026-09-17T17:04:35Z" message: 'Created pod: sequence-graph-2e2a5-848d4d594c-z5css' metadata: creationTimestamp: "2026-09-17T17:04:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:35Z" name: sequence-graph-2e2a5-848d4d594c.18d62a8a66a25819 namespace: kserve-ci-e2e-test resourceVersion: "20963" uid: 7f1b07f2-46c1-467d-885c-c20b7093c0f2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-2e2a5 namespace: kserve-ci-e2e-test resourceVersion: "20956" uid: bfaae7e3-4fde-4bc5-8f2d-e46e489ce60c kind: Event lastTimestamp: "2026-09-17T17:04:35Z" message: Scaled up replica set sequence-graph-2e2a5-848d4d594c from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:04:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:35Z" name: sequence-graph-2e2a5.18d62a8a65b49d64 namespace: kserve-ci-e2e-test resourceVersion: "20959" uid: e6dc1cf3-2fce-4783-87d7-2d8482d2dfb8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:35Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-2e2a5 namespace: kserve-ci-e2e-test resourceVersion: "20976" uid: 41b92aaa-24ad-4aec-9c59-d7876496f299 kind: Event lastTimestamp: "2026-09-17T17:04:35Z" message: InferenceGraph [sequence-graph-2e2a5] is Ready metadata: creationTimestamp: "2026-09-17T17:04:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:04:35Z" name: sequence-graph-2e2a5.18d62a8a6b3d9139 namespace: kserve-ci-e2e-test resourceVersion: "20977" uid: 57313653-ccad-4a11-9bbb-5dd436e7dd1b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:05:46.220121Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-c2858-54876bd879-lh79j namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: e7e38d44-028f-4511-a80d-9132da1aaa6c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-c2858-54876bd879-lh79j to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:05:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:05:46Z" name: sequence-graph-c2858-54876bd879-lh79j.18d62a9ac97d8655 namespace: kserve-ci-e2e-test resourceVersion: "21594" uid: 27dac3ef-09f4-4f88-9bf3-fa6a02fab917 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:05:46Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-c2858-54876bd879-lh79j namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: e7e38d44-028f-4511-a80d-9132da1aaa6c kind: Event lastTimestamp: "2026-09-17T17:05:46Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-c2858-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T17:05:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:05:46Z" name: sequence-graph-c2858-54876bd879-lh79j.18d62a9ad82a7da8 namespace: kserve-ci-e2e-test resourceVersion: "21605" uid: e2ebc97b-313c-45a6-8696-01db185f1404 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:05:47Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-c2858-54876bd879-lh79j namespace: kserve-ci-e2e-test resourceVersion: "21597" uid: e7e38d44-028f-4511-a80d-9132da1aaa6c kind: Event lastTimestamp: "2026-09-17T17:05:47Z" message: Add eth0 [10.133.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:05:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:05:47Z" name: sequence-graph-c2858-54876bd879-lh79j.18d62a9b0f51793e namespace: kserve-ci-e2e-test resourceVersion: "21614" uid: c75ddcb3-24c0-4986-98be-964d56c47181 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:05:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c2858} kind: Pod name: sequence-graph-c2858-54876bd879-lh79j namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: e7e38d44-028f-4511-a80d-9132da1aaa6c kind: Event lastTimestamp: "2026-09-17T17:05:47Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3" already present on machine metadata: creationTimestamp: "2026-09-17T17:05:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:05:47Z" name: sequence-graph-c2858-54876bd879-lh79j.18d62a9b10cbaa87 namespace: kserve-ci-e2e-test resourceVersion: "21616" uid: 38f1cc26-1594-4880-8a31-3ab817be193e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:05:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c2858} kind: Pod name: sequence-graph-c2858-54876bd879-lh79j namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: e7e38d44-028f-4511-a80d-9132da1aaa6c kind: Event lastTimestamp: "2026-09-17T17:05:47Z" message: 'Created container: sequence-graph-c2858' metadata: creationTimestamp: "2026-09-17T17:05:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:05:47Z" name: sequence-graph-c2858-54876bd879-lh79j.18d62a9b1400e979 namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 7657e160-aee9-402b-a024-34ca631765c2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:05:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c2858} kind: Pod name: sequence-graph-c2858-54876bd879-lh79j namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: e7e38d44-028f-4511-a80d-9132da1aaa6c kind: Event lastTimestamp: "2026-09-17T17:05:47Z" message: Started container sequence-graph-c2858 metadata: creationTimestamp: "2026-09-17T17:05:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:05:47Z" name: sequence-graph-c2858-54876bd879-lh79j.18d62a9b1472f250 namespace: kserve-ci-e2e-test resourceVersion: "21618" uid: 1663173f-1178-4019-9301-98fe07695ea8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c2858} kind: Pod name: sequence-graph-c2858-54876bd879-lh79j namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: e7e38d44-028f-4511-a80d-9132da1aaa6c kind: Event lastTimestamp: "2026-09-17T17:14:00Z" message: Stopping container sequence-graph-c2858 metadata: creationTimestamp: "2026-09-17T17:14:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:00Z" name: sequence-graph-c2858-54876bd879-lh79j.18d62b0df2126b55 namespace: kserve-ci-e2e-test resourceVersion: "24266" uid: 0e436a4f-5a1a-4e3f-b2c8-c9fa106883e9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:14:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c2858} kind: Pod name: sequence-graph-c2858-54876bd879-lh79j namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: e7e38d44-028f-4511-a80d-9132da1aaa6c kind: Event lastTimestamp: "2026-09-17T17:14:29Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T17:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:29Z" name: sequence-graph-c2858-54876bd879-lh79j.18d62b0eb43bf544 namespace: kserve-ci-e2e-test resourceVersion: "24738" uid: 7a34faa2-4771-4b49-9021-794e83c4bccf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:05:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-c2858-54876bd879 namespace: kserve-ci-e2e-test resourceVersion: "21582" uid: 83e30c72-8aa8-4f86-b241-a13c445d7a83 kind: Event lastTimestamp: "2026-09-17T17:05:46Z" message: 'Created pod: sequence-graph-c2858-54876bd879-lh79j' metadata: creationTimestamp: "2026-09-17T17:05:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:05:46Z" name: sequence-graph-c2858-54876bd879.18d62a9ac8a270f4 namespace: kserve-ci-e2e-test resourceVersion: "21590" uid: b2617127-3471-4a0a-a711-f8d0b1e6d0d2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:05:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-c2858 namespace: kserve-ci-e2e-test resourceVersion: "21580" uid: 0b693119-11e5-49de-81e3-98e46118064a kind: Event lastTimestamp: "2026-09-17T17:05:46Z" message: Scaled up replica set sequence-graph-c2858-54876bd879 from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:05:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:05:46Z" name: sequence-graph-c2858.18d62a9ac78078c6 namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 5473f67c-d78a-4cf9-96f4-fb5fd444c4cc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:05:46Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-c2858 namespace: kserve-ci-e2e-test resourceVersion: "21599" uid: 2aa621a7-5a65-4d19-8af5-ec6a5b5c7835 kind: Event lastTimestamp: "2026-09-17T17:05:46Z" message: InferenceGraph [sequence-graph-c2858] is Ready metadata: creationTimestamp: "2026-09-17T17:05:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:05:46Z" name: sequence-graph-c2858.18d62a9acd5022c1 namespace: kserve-ci-e2e-test resourceVersion: "21601" uid: 857b242d-6b73-4fea-b3c1-0895a60a7e9c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:06:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-c2858 namespace: kserve-ci-e2e-test resourceVersion: "21581" uid: 6f901fb1-498f-4034-9157-89584239beee kind: Event lastTimestamp: "2026-09-17T17:06:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:06:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:06:01Z" name: sequence-graph-c2858.18d62a9e4625be80 namespace: kserve-ci-e2e-test resourceVersion: "21685" uid: 24e64152-d650-4948-82f8-340e6aab7961 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:06:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-c2858 namespace: kserve-ci-e2e-test resourceVersion: "21581" uid: 6f901fb1-498f-4034-9157-89584239beee kind: Event lastTimestamp: "2026-09-17T17:06:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:06:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:06:01Z" name: sequence-graph-c2858.18d62a9e467f6ffb namespace: kserve-ci-e2e-test resourceVersion: "21687" uid: 939e05d3-cd4f-42e8-82ed-3ce9f1537825 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:06:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-c2858 namespace: kserve-ci-e2e-test resourceVersion: "21686" uid: 6f901fb1-498f-4034-9157-89584239beee kind: Event lastTimestamp: "2026-09-17T17:06:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:06:16Z" name: sequence-graph-c2858.18d62aa1c5566553 namespace: kserve-ci-e2e-test resourceVersion: "21758" uid: 067fae4c-bf3e-499c-8fff-a7383130cad6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:06:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-c2858 namespace: kserve-ci-e2e-test resourceVersion: "21686" uid: 6f901fb1-498f-4034-9157-89584239beee kind: Event lastTimestamp: "2026-09-17T17:06:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:06:16Z" name: sequence-graph-c2858.18d62aa1c5dd8c40 namespace: kserve-ci-e2e-test resourceVersion: "21761" uid: c690b285-a7e2-46a1-be8f-6c600c3158c6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:55:20.938461Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-f3946-5c566544b8-gg6fs namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: bc5937be-a7ad-457f-98e1-a21de7a7aa73 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-f3946-5c566544b8-gg6fs to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T16:55:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:55:20Z" name: sequence-graph-f3946-5c566544b8-gg6fs.18d62a0933cc96ef namespace: kserve-ci-e2e-test resourceVersion: "16845" uid: 7b6eec99-86ce-4ef7-b100-1a9f7e17e9e7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:55:21Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-f3946-5c566544b8-gg6fs namespace: kserve-ci-e2e-test resourceVersion: "16848" uid: bc5937be-a7ad-457f-98e1-a21de7a7aa73 kind: Event lastTimestamp: "2026-09-17T16:55:21Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:55:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:55:21Z" name: sequence-graph-f3946-5c566544b8-gg6fs.18d62a09559e6685 namespace: kserve-ci-e2e-test resourceVersion: "16866" uid: 86f082ec-6327-4405-913f-ac092aecd11f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:55:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f3946} kind: Pod name: sequence-graph-f3946-5c566544b8-gg6fs namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: bc5937be-a7ad-457f-98e1-a21de7a7aa73 kind: Event lastTimestamp: "2026-09-17T16:55:21Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3" already present on machine metadata: creationTimestamp: "2026-09-17T16:55:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:55:21Z" name: sequence-graph-f3946-5c566544b8-gg6fs.18d62a0956ec9b65 namespace: kserve-ci-e2e-test resourceVersion: "16868" uid: b2e8d011-78ba-4dc5-aa9f-3a712ed9d0ce reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:55:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f3946} kind: Pod name: sequence-graph-f3946-5c566544b8-gg6fs namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: bc5937be-a7ad-457f-98e1-a21de7a7aa73 kind: Event lastTimestamp: "2026-09-17T16:55:21Z" message: 'Created container: sequence-graph-f3946' metadata: creationTimestamp: "2026-09-17T16:55:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:55:21Z" name: sequence-graph-f3946-5c566544b8-gg6fs.18d62a0959bc64a9 namespace: kserve-ci-e2e-test resourceVersion: "16869" uid: 4b085ab8-4ea0-4364-91fb-6de7459738a8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:55:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f3946} kind: Pod name: sequence-graph-f3946-5c566544b8-gg6fs namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: bc5937be-a7ad-457f-98e1-a21de7a7aa73 kind: Event lastTimestamp: "2026-09-17T16:55:21Z" message: Started container sequence-graph-f3946 metadata: creationTimestamp: "2026-09-17T16:55:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:55:21Z" name: sequence-graph-f3946-5c566544b8-gg6fs.18d62a095a42e0eb namespace: kserve-ci-e2e-test resourceVersion: "16870" uid: 715f998e-8726-4735-b5fd-895f50c81672 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f3946} kind: Pod name: sequence-graph-f3946-5c566544b8-gg6fs namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: bc5937be-a7ad-457f-98e1-a21de7a7aa73 kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: Stopping container sequence-graph-f3946 metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:35Z" name: sequence-graph-f3946-5c566544b8-gg6fs.18d62a7c62f42706 namespace: kserve-ci-e2e-test resourceVersion: "20279" uid: 08cd8113-0adf-4de7-ada0-b94e1f548cdf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f3946} kind: Pod name: sequence-graph-f3946-5c566544b8-gg6fs namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: bc5937be-a7ad-457f-98e1-a21de7a7aa73 kind: Event lastTimestamp: "2026-09-17T17:04:02Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T17:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:02Z" name: sequence-graph-f3946-5c566544b8-gg6fs.18d62a7cd853b8e6 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: 29618465-afa7-457f-828a-d6c4fe9f4449 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:55:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-f3946-5c566544b8 namespace: kserve-ci-e2e-test resourceVersion: "16837" uid: 3b65ed0d-a9e4-4db6-96f1-85daa8a7c53b kind: Event lastTimestamp: "2026-09-17T16:55:20Z" message: 'Created pod: sequence-graph-f3946-5c566544b8-gg6fs' metadata: creationTimestamp: "2026-09-17T16:55:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:55:20Z" name: sequence-graph-f3946-5c566544b8.18d62a09336d7eb2 namespace: kserve-ci-e2e-test resourceVersion: "16842" uid: fd36f860-2d8e-46e3-9434-ef94568841bd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:55:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-f3946 namespace: kserve-ci-e2e-test resourceVersion: "16835" uid: 9c2da0ce-abb0-43e7-ab33-0b9077d1a971 kind: Event lastTimestamp: "2026-09-17T16:55:20Z" message: Scaled up replica set sequence-graph-f3946-5c566544b8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:55:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:55:20Z" name: sequence-graph-f3946.18d62a09328f9c66 namespace: kserve-ci-e2e-test resourceVersion: "16838" uid: 104594b3-cd84-498e-be51-597bb2c8070c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:55:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-f3946 namespace: kserve-ci-e2e-test resourceVersion: "16852" uid: d02098aa-5f79-4aaf-9a8b-1d81e46ebfef kind: Event lastTimestamp: "2026-09-17T16:55:21Z" message: InferenceGraph [sequence-graph-f3946] is Ready metadata: creationTimestamp: "2026-09-17T16:55:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:55:21Z" name: sequence-graph-f3946.18d62a0937e0191d namespace: kserve-ci-e2e-test resourceVersion: "16854" uid: da5533ee-2946-4268-8273-aa61459691b5 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:55:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-f3946 namespace: kserve-ci-e2e-test resourceVersion: "16836" uid: 3c7d866c-8a7d-4ff6-b975-207e7f6775c0 kind: Event lastTimestamp: "2026-09-17T16:55:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:55:51Z" name: sequence-graph-f3946.18d62a0cb58be78b namespace: kserve-ci-e2e-test resourceVersion: "17080" uid: ebe2ddde-74ed-4464-9025-58f1252cdf5a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:55:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-f3946 namespace: kserve-ci-e2e-test resourceVersion: "16836" uid: 3c7d866c-8a7d-4ff6-b975-207e7f6775c0 kind: Event lastTimestamp: "2026-09-17T16:55:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:55:51Z" name: sequence-graph-f3946.18d62a0cb60549d8 namespace: kserve-ci-e2e-test resourceVersion: "17081" uid: 2f7f0487-d4e2-4f5f-a457-ff1a6a47dbc9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:15:21.171632Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-2756e-6c865d8977-c2ssw namespace: kserve-ci-e2e-test resourceVersion: "25112" uid: 8b79fbf3-9fd0-49be-a394-e66dabcf64e4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-2756e-6c865d8977-c2ssw to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:15:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:15:21Z" name: splitter-graph-2756e-6c865d8977-c2ssw.18d62b20a7455dab namespace: kserve-ci-e2e-test resourceVersion: "25117" uid: 963dc2ed-f4d7-41ba-8631-269677c5d11b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:21Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-2756e-6c865d8977-c2ssw namespace: kserve-ci-e2e-test resourceVersion: "25114" uid: 8b79fbf3-9fd0-49be-a394-e66dabcf64e4 kind: Event lastTimestamp: "2026-09-17T17:15:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-2756e-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T17:15:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:15:21Z" name: splitter-graph-2756e-6c865d8977-c2ssw.18d62b20b03225f9 namespace: kserve-ci-e2e-test resourceVersion: "25131" uid: f4eee67b-11b8-4819-a4b3-0a916b5b733c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:22Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-2756e-6c865d8977-c2ssw namespace: kserve-ci-e2e-test resourceVersion: "25121" uid: 8b79fbf3-9fd0-49be-a394-e66dabcf64e4 kind: Event lastTimestamp: "2026-09-17T17:15:22Z" message: Add eth0 [10.133.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:15:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:15:22Z" name: splitter-graph-2756e-6c865d8977-c2ssw.18d62b20ed1b6495 namespace: kserve-ci-e2e-test resourceVersion: "25138" uid: c8f56818-f5bc-4356-b877-28ff444f49cc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-2756e} kind: Pod name: splitter-graph-2756e-6c865d8977-c2ssw namespace: kserve-ci-e2e-test resourceVersion: "25114" uid: 8b79fbf3-9fd0-49be-a394-e66dabcf64e4 kind: Event lastTimestamp: "2026-09-17T17:15:22Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3" already present on machine metadata: creationTimestamp: "2026-09-17T17:15:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:15:22Z" name: splitter-graph-2756e-6c865d8977-c2ssw.18d62b20ee6d2b5e namespace: kserve-ci-e2e-test resourceVersion: "25140" uid: 2c2aa4dd-aa64-425b-a8df-05ed5e7869af reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-2756e} kind: Pod name: splitter-graph-2756e-6c865d8977-c2ssw namespace: kserve-ci-e2e-test resourceVersion: "25114" uid: 8b79fbf3-9fd0-49be-a394-e66dabcf64e4 kind: Event lastTimestamp: "2026-09-17T17:15:22Z" message: 'Created container: splitter-graph-2756e' metadata: creationTimestamp: "2026-09-17T17:15:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:15:22Z" name: splitter-graph-2756e-6c865d8977-c2ssw.18d62b20f1492cd9 namespace: kserve-ci-e2e-test resourceVersion: "25141" uid: 1f6324e0-880c-4324-9a19-8847c2a7f31d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-2756e} kind: Pod name: splitter-graph-2756e-6c865d8977-c2ssw namespace: kserve-ci-e2e-test resourceVersion: "25114" uid: 8b79fbf3-9fd0-49be-a394-e66dabcf64e4 kind: Event lastTimestamp: "2026-09-17T17:15:22Z" message: Started container splitter-graph-2756e metadata: creationTimestamp: "2026-09-17T17:15:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:15:22Z" name: splitter-graph-2756e-6c865d8977-c2ssw.18d62b20f1c0abc7 namespace: kserve-ci-e2e-test resourceVersion: "25142" uid: 996b9d91-a2d9-45cc-ad60-790ff48d1d9e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:23:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-2756e} kind: Pod name: splitter-graph-2756e-6c865d8977-c2ssw namespace: kserve-ci-e2e-test resourceVersion: "25114" uid: 8b79fbf3-9fd0-49be-a394-e66dabcf64e4 kind: Event lastTimestamp: "2026-09-17T17:23:35Z" message: Stopping container splitter-graph-2756e metadata: creationTimestamp: "2026-09-17T17:23:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:23:35Z" name: splitter-graph-2756e-6c865d8977-c2ssw.18d62b93d592fcac namespace: kserve-ci-e2e-test resourceVersion: "27349" uid: 78b0a0b0-9845-4933-b59f-e360826ac460 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:23:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-2756e} kind: Pod name: splitter-graph-2756e-6c865d8977-c2ssw namespace: kserve-ci-e2e-test resourceVersion: "25114" uid: 8b79fbf3-9fd0-49be-a394-e66dabcf64e4 kind: Event lastTimestamp: "2026-09-17T17:24:04Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T17:23:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:24:04Z" name: splitter-graph-2756e-6c865d8977-c2ssw.18d62b94a0c956da namespace: kserve-ci-e2e-test resourceVersion: "27515" uid: 36d25ebe-1eb7-4803-a62d-05be145a25eb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-2756e-6c865d8977 namespace: kserve-ci-e2e-test resourceVersion: "25108" uid: f81a14f1-cea8-4c90-bd51-fe975ab0ac13 kind: Event lastTimestamp: "2026-09-17T17:15:21Z" message: 'Created pod: splitter-graph-2756e-6c865d8977-c2ssw' metadata: creationTimestamp: "2026-09-17T17:15:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:21Z" name: splitter-graph-2756e-6c865d8977.18d62b20a6bb9a6f namespace: kserve-ci-e2e-test resourceVersion: "25113" uid: 46fefa77-b4e8-4ddb-96bc-364c93f32475 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-2756e namespace: kserve-ci-e2e-test resourceVersion: "25106" uid: 91d3c012-3c62-4647-9b94-3e49b41f67f9 kind: Event lastTimestamp: "2026-09-17T17:15:21Z" message: Scaled up replica set splitter-graph-2756e-6c865d8977 from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:15:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:21Z" name: splitter-graph-2756e.18d62b20a5fca803 namespace: kserve-ci-e2e-test resourceVersion: "25110" uid: 3eddbc59-ec6e-4a50-be0a-e83170054b28 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-2756e namespace: kserve-ci-e2e-test resourceVersion: "25125" uid: 86738656-ff34-403b-b9f7-8729cd43affe kind: Event lastTimestamp: "2026-09-17T17:15:21Z" message: InferenceGraph [splitter-graph-2756e] is Ready metadata: creationTimestamp: "2026-09-17T17:15:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:15:21Z" name: splitter-graph-2756e.18d62b20ab9ec88b namespace: kserve-ci-e2e-test resourceVersion: "25126" uid: be6baaf2-8ec1-45fd-83b1-4b60a7758231 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-2756e namespace: kserve-ci-e2e-test resourceVersion: "25107" uid: 2037a430-a482-4be8-b5ae-7ce8ab15323d kind: Event lastTimestamp: "2026-09-17T17:15:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:15:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:36Z" name: splitter-graph-2756e.18d62b242625623d namespace: kserve-ci-e2e-test resourceVersion: "25212" uid: 61817c1f-9103-4d6e-b350-d16c04d4aa4b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-2756e namespace: kserve-ci-e2e-test resourceVersion: "25107" uid: 2037a430-a482-4be8-b5ae-7ce8ab15323d kind: Event lastTimestamp: "2026-09-17T17:15:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:15:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:36Z" name: splitter-graph-2756e.18d62b2426ef0f73 namespace: kserve-ci-e2e-test resourceVersion: "25215" uid: f29ef6d5-0eb2-47a3-9cda-7553cb023d24 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-2756e namespace: kserve-ci-e2e-test resourceVersion: "25214" uid: 2037a430-a482-4be8-b5ae-7ce8ab15323d kind: Event lastTimestamp: "2026-09-17T17:15:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:15:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:51Z" name: splitter-graph-2756e.18d62b27a5c87b89 namespace: kserve-ci-e2e-test resourceVersion: "25287" uid: 007cd378-b145-4340-8ea4-67003e3986e2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-2756e namespace: kserve-ci-e2e-test resourceVersion: "25214" uid: 2037a430-a482-4be8-b5ae-7ce8ab15323d kind: Event lastTimestamp: "2026-09-17T17:15:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:15:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:51Z" name: splitter-graph-2756e.18d62b27a65ba733 namespace: kserve-ci-e2e-test resourceVersion: "25289" uid: 98189e81-f5a4-4ad3-b7d6-7fc8c496bfb4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:14:10.857277Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-2fdf6-7487d76957-m5hkw namespace: kserve-ci-e2e-test resourceVersion: "24459" uid: 0f96b471-c4e4-47b8-926f-77c18196acae kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-2fdf6-7487d76957-m5hkw to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:14:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:14:10Z" name: splitter-graph-2fdf6-7487d76957-m5hkw.18d62b10483574c5 namespace: kserve-ci-e2e-test resourceVersion: "24466" uid: 25691239-daf5-41f4-943e-8e954e47ab04 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:11Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-2fdf6-7487d76957-m5hkw namespace: kserve-ci-e2e-test resourceVersion: "24470" uid: 0f96b471-c4e4-47b8-926f-77c18196acae kind: Event lastTimestamp: "2026-09-17T17:14:11Z" message: Add eth0 [10.133.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:14:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:14:11Z" name: splitter-graph-2fdf6-7487d76957-m5hkw.18d62b106a3d75a6 namespace: kserve-ci-e2e-test resourceVersion: "24483" uid: a7ddca59-25d7-4201-b346-bec56131664b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-2fdf6} kind: Pod name: splitter-graph-2fdf6-7487d76957-m5hkw namespace: kserve-ci-e2e-test resourceVersion: "24461" uid: 0f96b471-c4e4-47b8-926f-77c18196acae kind: Event lastTimestamp: "2026-09-17T17:14:11Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3" already present on machine metadata: creationTimestamp: "2026-09-17T17:14:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:11Z" name: splitter-graph-2fdf6-7487d76957-m5hkw.18d62b106bac2211 namespace: kserve-ci-e2e-test resourceVersion: "24485" uid: c21e374e-ac49-4839-9fb5-a5834eb730d0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-2fdf6} kind: Pod name: splitter-graph-2fdf6-7487d76957-m5hkw namespace: kserve-ci-e2e-test resourceVersion: "24461" uid: 0f96b471-c4e4-47b8-926f-77c18196acae kind: Event lastTimestamp: "2026-09-17T17:14:11Z" message: 'Created container: splitter-graph-2fdf6' metadata: creationTimestamp: "2026-09-17T17:14:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:11Z" name: splitter-graph-2fdf6-7487d76957-m5hkw.18d62b106ec4301d namespace: kserve-ci-e2e-test resourceVersion: "24486" uid: f98af05a-f12c-4175-bdee-9e679a0ac555 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-2fdf6} kind: Pod name: splitter-graph-2fdf6-7487d76957-m5hkw namespace: kserve-ci-e2e-test resourceVersion: "24461" uid: 0f96b471-c4e4-47b8-926f-77c18196acae kind: Event lastTimestamp: "2026-09-17T17:14:11Z" message: Started container splitter-graph-2fdf6 metadata: creationTimestamp: "2026-09-17T17:14:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:11Z" name: splitter-graph-2fdf6-7487d76957-m5hkw.18d62b106f38cf8f namespace: kserve-ci-e2e-test resourceVersion: "24487" uid: dcc20331-4f7a-47d4-9f8a-cdee48cee760 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-2fdf6} kind: Pod name: splitter-graph-2fdf6-7487d76957-m5hkw namespace: kserve-ci-e2e-test resourceVersion: "24461" uid: 0f96b471-c4e4-47b8-926f-77c18196acae kind: Event lastTimestamp: "2026-09-17T17:14:20Z" message: Stopping container splitter-graph-2fdf6 metadata: creationTimestamp: "2026-09-17T17:14:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:20Z" name: splitter-graph-2fdf6-7487d76957-m5hkw.18d62b12a19f51a6 namespace: kserve-ci-e2e-test resourceVersion: "24569" uid: fd5d79f8-7c6b-4cef-9344-a5c30eabfd23 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:14:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-2fdf6} kind: Pod name: splitter-graph-2fdf6-7487d76957-m5hkw namespace: kserve-ci-e2e-test resourceVersion: "24461" uid: 0f96b471-c4e4-47b8-926f-77c18196acae kind: Event lastTimestamp: "2026-09-17T17:14:47Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T17:14:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:47Z" name: splitter-graph-2fdf6-7487d76957-m5hkw.18d62b131b808747 namespace: kserve-ci-e2e-test resourceVersion: "24851" uid: 51d8a415-a276-4859-a4e2-f9dd1e7038bc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-2fdf6-7487d76957 namespace: kserve-ci-e2e-test resourceVersion: "24456" uid: 2b962936-bebe-4ce2-a9c5-ea21c4c91559 kind: Event lastTimestamp: "2026-09-17T17:14:10Z" message: 'Created pod: splitter-graph-2fdf6-7487d76957-m5hkw' metadata: creationTimestamp: "2026-09-17T17:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:10Z" name: splitter-graph-2fdf6-7487d76957.18d62b1047d318dc namespace: kserve-ci-e2e-test resourceVersion: "24462" uid: b7d679f9-c151-4250-a28e-7e442c7bb74e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-2fdf6 namespace: kserve-ci-e2e-test resourceVersion: "24454" uid: 93bb3a9b-e08c-4bbc-bfef-e456cb7f6132 kind: Event lastTimestamp: "2026-09-17T17:14:10Z" message: Scaled up replica set splitter-graph-2fdf6-7487d76957 from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:10Z" name: splitter-graph-2fdf6.18d62b10471914c2 namespace: kserve-ci-e2e-test resourceVersion: "24458" uid: feb9fe22-66b0-4cd9-a915-06f36b231ac4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:10Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-2fdf6 namespace: kserve-ci-e2e-test resourceVersion: "24474" uid: 673fa2e8-8df0-4bf9-8f2b-8e9da47b7a7d kind: Event lastTimestamp: "2026-09-17T17:14:10Z" message: InferenceGraph [splitter-graph-2fdf6] is Ready metadata: creationTimestamp: "2026-09-17T17:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:14:10Z" name: splitter-graph-2fdf6.18d62b104c160554 namespace: kserve-ci-e2e-test resourceVersion: "24476" uid: 032e0087-c643-47d1-a793-2bffa012d926 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:10Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-2fdf6 namespace: kserve-ci-e2e-test resourceVersion: "24449" uid: 673fa2e8-8df0-4bf9-8f2b-8e9da47b7a7d kind: Event lastTimestamp: "2026-09-17T17:14:10Z" message: 'Failed to update status for InferenceGraph "splitter-graph-2fdf6": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-2fdf6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T17:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:14:10Z" name: splitter-graph-2fdf6.18d62b104e51389f namespace: kserve-ci-e2e-test resourceVersion: "24480" uid: bbb49657-c68c-44fe-a31b-e553166ed3c5 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:10Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-2fdf6 namespace: kserve-ci-e2e-test resourceVersion: "24449" uid: 673fa2e8-8df0-4bf9-8f2b-8e9da47b7a7d kind: Event lastTimestamp: "2026-09-17T17:14:10Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-2fdf6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T17:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:14:10Z" name: splitter-graph-2fdf6.18d62b104e518b30 namespace: kserve-ci-e2e-test resourceVersion: "24481" uid: 7d9d62c0-99b4-4328-8b92-36cbb50475da reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:14:21.179390Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz namespace: kserve-ci-e2e-test resourceVersion: "24621" uid: b8b52607-1be7-4367-af33-3ec1ec22dd51 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-2756e-predictor-5c99844f45-rhfvz to ip-10-0-143-228.ec2.internal metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:14:21Z" name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz.18d62b12af747221 namespace: kserve-ci-e2e-test resourceVersion: "24627" uid: 12abd46e-bd7a-415e-902e-6e64cff78f29 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz namespace: kserve-ci-e2e-test resourceVersion: "24633" uid: b8b52607-1be7-4367-af33-3ec1ec22dd51 kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:14:21Z" name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz.18d62b12d1892c12 namespace: kserve-ci-e2e-test resourceVersion: "24668" uid: efa1f94a-4f1b-41eb-8670-9ffd945dd39b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz namespace: kserve-ci-e2e-test resourceVersion: "24624" uid: b8b52607-1be7-4367-af33-3ec1ec22dd51 kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:21Z" name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz.18d62b12d40ac238 namespace: kserve-ci-e2e-test resourceVersion: "24670" uid: bd289dcf-b982-4103-94fb-a877aed12154 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz namespace: kserve-ci-e2e-test resourceVersion: "24624" uid: b8b52607-1be7-4367-af33-3ec1ec22dd51 kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:21Z" name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz.18d62b12d836b863 namespace: kserve-ci-e2e-test resourceVersion: "24671" uid: 13cf3c98-4411-4e3e-bcff-cf8f2617cdc1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz namespace: kserve-ci-e2e-test resourceVersion: "24624" uid: b8b52607-1be7-4367-af33-3ec1ec22dd51 kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:21Z" name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz.18d62b12d8bbbcdb namespace: kserve-ci-e2e-test resourceVersion: "24673" uid: 0ce58b28-b917-4249-93d1-710862a39e4b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz namespace: kserve-ci-e2e-test resourceVersion: "24624" uid: b8b52607-1be7-4367-af33-3ec1ec22dd51 kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:21Z" name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz.18d62b12d8c72305 namespace: kserve-ci-e2e-test resourceVersion: "24675" uid: a44112e4-9ccc-48ee-ac14-61313264506e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz namespace: kserve-ci-e2e-test resourceVersion: "24624" uid: b8b52607-1be7-4367-af33-3ec1ec22dd51 kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:21Z" name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz.18d62b12db81fed6 namespace: kserve-ci-e2e-test resourceVersion: "24676" uid: 73bdab4b-c3be-4e49-87d9-f1654620e9d0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz namespace: kserve-ci-e2e-test resourceVersion: "24624" uid: b8b52607-1be7-4367-af33-3ec1ec22dd51 kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:21Z" name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz.18d62b12dbfe27c6 namespace: kserve-ci-e2e-test resourceVersion: "24677" uid: 80535d6d-ef5f-41a7-8ade-764f3d5bbd8e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:14:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz namespace: kserve-ci-e2e-test resourceVersion: "24624" uid: b8b52607-1be7-4367-af33-3ec1ec22dd51 kind: Event lastTimestamp: "2026-09-17T17:14:59Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:14:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:59Z" name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz.18d62b133ce7ea49 namespace: kserve-ci-e2e-test resourceVersion: "24927" uid: 4fa72092-2f50-4af6-ab0d-7c262136bcd3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:23:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz namespace: kserve-ci-e2e-test resourceVersion: "24624" uid: b8b52607-1be7-4367-af33-3ec1ec22dd51 kind: Event lastTimestamp: "2026-09-17T17:23:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:23:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:23:35Z" name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz.18d62b93dc05e101 namespace: kserve-ci-e2e-test resourceVersion: "27374" uid: 342423bc-015b-4bdb-ac90-a60625433769 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:23:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz namespace: kserve-ci-e2e-test resourceVersion: "24624" uid: b8b52607-1be7-4367-af33-3ec1ec22dd51 kind: Event lastTimestamp: "2026-09-17T17:23:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:23:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:23:35Z" name: success-200-isvc-2756e-predictor-5c99844f45-rhfvz.18d62b93dc067eec namespace: kserve-ci-e2e-test resourceVersion: "27375" uid: 54bd5d6c-43a2-447f-bd83-052b38a6f2bc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-2756e-predictor-5c99844f45 namespace: kserve-ci-e2e-test resourceVersion: "24616" uid: 9e230ec4-18e8-4cac-88c7-60eba93f8542 kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: 'Created pod: success-200-isvc-2756e-predictor-5c99844f45-rhfvz' metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:21Z" name: success-200-isvc-2756e-predictor-5c99844f45.18d62b12af0a53c3 namespace: kserve-ci-e2e-test resourceVersion: "24623" uid: ede9483d-feb1-416e-8136-0e37f66383b4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-2756e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24614" uid: 67065468-6729-49e8-a316-65830d967a64 kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: Scaled up replica set success-200-isvc-2756e-predictor-5c99844f45 from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:21Z" name: success-200-isvc-2756e-predictor.18d62b12ad61bbff namespace: kserve-ci-e2e-test resourceVersion: "24618" uid: 16b4de55-627b-4043-a7a7-3c22e3736ca9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T17:14:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2756e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24615" uid: f2c9eed5-7741-4234-90b1-dbabfd6e5935 kind: Event lastTimestamp: "2026-09-17T17:15:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:36Z" name: success-200-isvc-2756e-predictor.18d62b162ca26309 namespace: kserve-ci-e2e-test resourceVersion: "25216" uid: f9c22df1-414e-4efb-9659-967ff72155bb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T17:14:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2756e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24615" uid: f2c9eed5-7741-4234-90b1-dbabfd6e5935 kind: Event lastTimestamp: "2026-09-17T17:15:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:36Z" name: success-200-isvc-2756e-predictor.18d62b162d2dd858 namespace: kserve-ci-e2e-test resourceVersion: "25217" uid: 89afaab3-e041-4a83-84ba-e6bcdf7d4b0e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2756e namespace: kserve-ci-e2e-test resourceVersion: "24601" uid: b4802db7-aa0e-4ef6-805c-6108de7e55a7 kind: Event lastTimestamp: "2026-09-17T17:15:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:15:09Z" name: success-200-isvc-2756e.18d62b12ad55569b namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 8e0ec1c4-2693-4fc5-b1b5-dad50b47624b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2756e namespace: kserve-ci-e2e-test resourceVersion: "25026" uid: b4802db7-aa0e-4ef6-805c-6108de7e55a7 kind: Event lastTimestamp: "2026-09-17T17:15:09Z" message: InferenceService [success-200-isvc-2756e] is Ready metadata: creationTimestamp: "2026-09-17T17:15:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:15:09Z" name: success-200-isvc-2756e.18d62b1df8aa21c9 namespace: kserve-ci-e2e-test resourceVersion: "25027" uid: 22fe9558-969b-41a7-b42a-03052b1a589d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:03:35.841677Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20331" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n to ip-10-0-143-228.ec2.internal metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:03:35Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a7c6e545d5b namespace: kserve-ci-e2e-test resourceVersion: "20336" uid: 6854ff83-ba6c-4d82-ba1d-862cb267e3b5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-2e2a5-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:35Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a7c7754ad11 namespace: kserve-ci-e2e-test resourceVersion: "20369" uid: 02df1ddd-20e7-488f-bec1-35c23219266b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:37Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20342" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: "2026-09-17T17:03:37Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:03:37Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a7cb43620ca namespace: kserve-ci-e2e-test resourceVersion: "20393" uid: 93adaf71-9f62-4faf-925b-941a79e9b0da reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: "2026-09-17T17:03:37Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:37Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a7cb5be8440 namespace: kserve-ci-e2e-test resourceVersion: "20395" uid: 552e9fb8-00ef-486e-b65a-71f0779c4b05 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: "2026-09-17T17:03:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:37Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a7cb8bdd5e5 namespace: kserve-ci-e2e-test resourceVersion: "20396" uid: 7b106d35-f070-48e4-a299-a67dd429f3b5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: "2026-09-17T17:03:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:37Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a7cb9398cbb namespace: kserve-ci-e2e-test resourceVersion: "20397" uid: 9f09cd8c-f35e-4e20-bf59-178e19a077c3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: "2026-09-17T17:03:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:37Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a7cb944fb09 namespace: kserve-ci-e2e-test resourceVersion: "20398" uid: baf38c39-34d1-4ada-8ce7-77e04aa16a67 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: "2026-09-17T17:03:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:37Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a7cbd0b11c8 namespace: kserve-ci-e2e-test resourceVersion: "20400" uid: 55ccabb6-060c-4847-a5b7-b56b663a0719 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: "2026-09-17T17:03:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:37Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a7cbd890b93 namespace: kserve-ci-e2e-test resourceVersion: "20402" uid: c2a08338-f011-4892-90f1-65631c5d9cc4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: "2026-09-17T17:04:13Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:13Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a7ce3e0497e namespace: kserve-ci-e2e-test resourceVersion: "20813" uid: be0dff65-92ee-4c2f-855a-20dd956c5507 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: "2026-09-17T17:04:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:46Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a8cc7129dff namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 833845da-30ef-462f-9589-871b05234653 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: "2026-09-17T17:04:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:46Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a8cc7133e8f namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: 28763776-0560-4520-9541-f9ec4655218b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: 67c0577e-a9bb-43fb-a62e-cd1a689a66dd kind: Event lastTimestamp: "2026-09-17T17:04:48Z" message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:48Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n.18d62a8d6c0f3d5b namespace: kserve-ci-e2e-test resourceVersion: "21214" uid: 15b3bb59-c313-4ca3-b22f-afcaa466e551 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-2e2a5-predictor-5cd7c778fc namespace: kserve-ci-e2e-test resourceVersion: "20319" uid: 586cee77-e41f-47a4-8f4a-ba9a04e19503 kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: 'Created pod: success-200-isvc-2e2a5-predictor-5cd7c778fc-rqd7n' metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:35Z" name: success-200-isvc-2e2a5-predictor-5cd7c778fc.18d62a7c6ddbab3d namespace: kserve-ci-e2e-test resourceVersion: "20333" uid: a56aa5fb-6ffa-4565-859f-92f070bea07f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-2e2a5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20310" uid: 4df50ba0-9fbb-4be6-ba9b-6ab6a1069353 kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: Scaled up replica set success-200-isvc-2e2a5-predictor-5cd7c778fc from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:35Z" name: success-200-isvc-2e2a5-predictor.18d62a7c6ba2af61 namespace: kserve-ci-e2e-test resourceVersion: "20321" uid: afbc4f46-7f3e-4450-829f-c79970b1b48b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:03:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2e2a5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20318" uid: 8331934b-c58e-47fc-bd75-32e86aa5f91f kind: Event lastTimestamp: "2026-09-17T17:04:35Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:03:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:35Z" name: success-200-isvc-2e2a5-predictor.18d62a7feac2c543 namespace: kserve-ci-e2e-test resourceVersion: "20973" uid: 19ba71c1-69cb-4a76-b17f-bd3dc1efa203 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:03:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2e2a5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20318" uid: 8331934b-c58e-47fc-bd75-32e86aa5f91f kind: Event lastTimestamp: "2026-09-17T17:04:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:03:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:35Z" name: success-200-isvc-2e2a5-predictor.18d62a7feb5ca3f3 namespace: kserve-ci-e2e-test resourceVersion: "20975" uid: 372e86b6-d52f-4191-82d3-998064c825df reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2e2a5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20527" uid: 8331934b-c58e-47fc-bd75-32e86aa5f91f kind: Event lastTimestamp: "2026-09-17T17:04:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:05Z" name: success-200-isvc-2e2a5-predictor.18d62a836b3f0ed0 namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 3889fcce-58c7-4c50-aec8-4d85966de4bb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2e2a5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20527" uid: 8331934b-c58e-47fc-bd75-32e86aa5f91f kind: Event lastTimestamp: "2026-09-17T17:04:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:05Z" name: success-200-isvc-2e2a5-predictor.18d62a836bb3665b namespace: kserve-ci-e2e-test resourceVersion: "20764" uid: 16d3759a-692a-4ff7-a19a-74c13bc73f2d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2e2a5 namespace: kserve-ci-e2e-test resourceVersion: "20285" uid: 2b72b30d-3474-48e0-b006-f7480e99beeb kind: Event lastTimestamp: "2026-09-17T17:04:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:04:23Z" name: success-200-isvc-2e2a5.18d62a7c6be6d8de namespace: kserve-ci-e2e-test resourceVersion: "20880" uid: d492182a-c5a9-4c7a-baa5-5abab43643d8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2e2a5 namespace: kserve-ci-e2e-test resourceVersion: "20285" uid: 2b72b30d-3474-48e0-b006-f7480e99beeb kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: 'Failed to update status for InferenceService "success-200-isvc-2e2a5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2e2a5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:03:35Z" name: success-200-isvc-2e2a5.18d62a7c6c500741 namespace: kserve-ci-e2e-test resourceVersion: "20327" uid: 90e435ca-3222-4ee7-8f3e-361b2df9ba23 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2e2a5 namespace: kserve-ci-e2e-test resourceVersion: "20285" uid: 2b72b30d-3474-48e0-b006-f7480e99beeb kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2e2a5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:03:35Z" name: success-200-isvc-2e2a5.18d62a7c6c5059fe namespace: kserve-ci-e2e-test resourceVersion: "20329" uid: 9c46806d-7197-403f-9720-c7ed21a963ea reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2e2a5 namespace: kserve-ci-e2e-test resourceVersion: "20877" uid: 2b72b30d-3474-48e0-b006-f7480e99beeb kind: Event lastTimestamp: "2026-09-17T17:04:23Z" message: InferenceService [success-200-isvc-2e2a5] is Ready metadata: creationTimestamp: "2026-09-17T17:04:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:04:23Z" name: success-200-isvc-2e2a5.18d62a87a0126f3d namespace: kserve-ci-e2e-test resourceVersion: "20879" uid: 5c037f19-f55a-4ed2-b8c2-2efa529a6d09 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:13:10.823938Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn namespace: kserve-ci-e2e-test resourceVersion: "23608" uid: fb0cc532-47d1-445f-962f-ddecee228798 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn to ip-10-0-143-228.ec2.internal metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:13:10Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn.18d62b024df161fc namespace: kserve-ci-e2e-test resourceVersion: "23614" uid: aef56fcc-00b8-4464-9037-ed761269ee83 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn namespace: kserve-ci-e2e-test resourceVersion: "23622" uid: fb0cc532-47d1-445f-962f-ddecee228798 kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:13:11Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn.18d62b026feb4196 namespace: kserve-ci-e2e-test resourceVersion: "23656" uid: 4939f3a5-2bc8-4da2-8809-78653e7ad816 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn namespace: kserve-ci-e2e-test resourceVersion: "23611" uid: fb0cc532-47d1-445f-962f-ddecee228798 kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:11Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn.18d62b027151d515 namespace: kserve-ci-e2e-test resourceVersion: "23658" uid: 5daa35e5-77f6-4ab1-9b5c-64fe864648ba reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn namespace: kserve-ci-e2e-test resourceVersion: "23611" uid: fb0cc532-47d1-445f-962f-ddecee228798 kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:11Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn.18d62b027417021c namespace: kserve-ci-e2e-test resourceVersion: "23659" uid: 892f8877-0c7c-4249-ae38-4eae8b44e269 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn namespace: kserve-ci-e2e-test resourceVersion: "23611" uid: fb0cc532-47d1-445f-962f-ddecee228798 kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:11Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn.18d62b0274a17cf2 namespace: kserve-ci-e2e-test resourceVersion: "23660" uid: 0d4dc3cf-357f-4367-99d8-9da35009b502 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn namespace: kserve-ci-e2e-test resourceVersion: "23611" uid: fb0cc532-47d1-445f-962f-ddecee228798 kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:11Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn.18d62b0274ace2fd namespace: kserve-ci-e2e-test resourceVersion: "23661" uid: 9c1fdf84-62c0-4142-9198-d3c954c011de reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn namespace: kserve-ci-e2e-test resourceVersion: "23611" uid: fb0cc532-47d1-445f-962f-ddecee228798 kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:11Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn.18d62b0277a14537 namespace: kserve-ci-e2e-test resourceVersion: "23665" uid: 4847e47d-3adb-449d-b451-6672de0983ea reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn namespace: kserve-ci-e2e-test resourceVersion: "23611" uid: fb0cc532-47d1-445f-962f-ddecee228798 kind: Event lastTimestamp: "2026-09-17T17:13:11Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:13:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:11Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn.18d62b02781df321 namespace: kserve-ci-e2e-test resourceVersion: "23666" uid: 7814aef4-ce65-46d6-a932-ed614813730f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:13:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn namespace: kserve-ci-e2e-test resourceVersion: "23611" uid: fb0cc532-47d1-445f-962f-ddecee228798 kind: Event lastTimestamp: "2026-09-17T17:13:49Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:13:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:49Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn.18d62b02de2bce3d namespace: kserve-ci-e2e-test resourceVersion: "24164" uid: 3d232819-29ce-44b6-a281-f6a3e9db8a57 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn namespace: kserve-ci-e2e-test resourceVersion: "23611" uid: fb0cc532-47d1-445f-962f-ddecee228798 kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:21Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn.18d62b12a855bbea namespace: kserve-ci-e2e-test resourceVersion: "24590" uid: 182e1504-ce41-46a8-bdf7-a94f94527ff5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn namespace: kserve-ci-e2e-test resourceVersion: "23611" uid: fb0cc532-47d1-445f-962f-ddecee228798 kind: Event lastTimestamp: "2026-09-17T17:14:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:14:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:21Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn.18d62b12a8561c8c namespace: kserve-ci-e2e-test resourceVersion: "24595" uid: d161cd42-f414-47a4-881d-9c7f21fd6403 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn namespace: kserve-ci-e2e-test resourceVersion: "23611" uid: fb0cc532-47d1-445f-962f-ddecee228798 kind: Event lastTimestamp: "2026-09-17T17:14:24Z" message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:14:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:24Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn.18d62b136666c66e namespace: kserve-ci-e2e-test resourceVersion: "24705" uid: 51c49d11-40f1-49d6-b42f-3ae57b55bc6e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-2fdf6-predictor-74959c8f6c namespace: kserve-ci-e2e-test resourceVersion: "23581" uid: 72bdcf47-dde2-4a08-b8bb-9ed291382329 kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: 'Created pod: success-200-isvc-2fdf6-predictor-74959c8f6c-t8vgn' metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:13:10Z" name: success-200-isvc-2fdf6-predictor-74959c8f6c.18d62b024d9d52dd namespace: kserve-ci-e2e-test resourceVersion: "23612" uid: f9898939-c814-4a53-bae5-361e635fac93 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-2fdf6-predictor namespace: kserve-ci-e2e-test resourceVersion: "23578" uid: 874b1973-d39a-4938-82ab-6cc02a309aa2 kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: Scaled up replica set success-200-isvc-2fdf6-predictor-74959c8f6c from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:13:10Z" name: success-200-isvc-2fdf6-predictor.18d62b024a0a008c namespace: kserve-ci-e2e-test resourceVersion: "23585" uid: f76b4a2a-0e8d-4e0b-b432-ab6b77ebff36 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:13:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2fdf6-predictor namespace: kserve-ci-e2e-test resourceVersion: "23580" uid: 20e47965-31ea-4519-8f63-460a5326c42e kind: Event lastTimestamp: "2026-09-17T17:13:40Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:13:40Z" name: success-200-isvc-2fdf6-predictor.18d62b05c88aab30 namespace: kserve-ci-e2e-test resourceVersion: "24120" uid: cd9c7a3b-18ff-4f81-93d4-ea871847886b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:13:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2fdf6-predictor namespace: kserve-ci-e2e-test resourceVersion: "23580" uid: 20e47965-31ea-4519-8f63-460a5326c42e kind: Event lastTimestamp: "2026-09-17T17:13:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:13:40Z" name: success-200-isvc-2fdf6-predictor.18d62b05c8f1ed49 namespace: kserve-ci-e2e-test resourceVersion: "24121" uid: b508a837-5d7a-4ce1-81eb-913ae063e27c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:13:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2fdf6-predictor namespace: kserve-ci-e2e-test resourceVersion: "23762" uid: 20e47965-31ea-4519-8f63-460a5326c42e kind: Event lastTimestamp: "2026-09-17T17:14:10Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:10Z" name: success-200-isvc-2fdf6-predictor.18d62b0cc76975e2 namespace: kserve-ci-e2e-test resourceVersion: "24460" uid: d5c87a69-1d23-4082-aa45-91c065a71836 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:13:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2fdf6-predictor namespace: kserve-ci-e2e-test resourceVersion: "23762" uid: 20e47965-31ea-4519-8f63-460a5326c42e kind: Event lastTimestamp: "2026-09-17T17:14:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:13:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:10Z" name: success-200-isvc-2fdf6-predictor.18d62b0cc803ad12 namespace: kserve-ci-e2e-test resourceVersion: "24465" uid: 5c2034d7-91b5-47b9-9812-ead78ff098a5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2fdf6 namespace: kserve-ci-e2e-test resourceVersion: "23556" uid: e3bca5b3-4e08-4770-9df9-6204bf61c7ff kind: Event lastTimestamp: "2026-09-17T17:13:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:13:59Z" name: success-200-isvc-2fdf6.18d62b024a28ed56 namespace: kserve-ci-e2e-test resourceVersion: "24244" uid: 77469603-fdf7-4c71-a188-1a3462a355ce reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2fdf6 namespace: kserve-ci-e2e-test resourceVersion: "23556" uid: e3bca5b3-4e08-4770-9df9-6204bf61c7ff kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: 'Failed to update status for InferenceService "success-200-isvc-2fdf6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2fdf6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:13:10Z" name: success-200-isvc-2fdf6.18d62b024ac9f143 namespace: kserve-ci-e2e-test resourceVersion: "23595" uid: eb303abb-c82b-456e-9d46-0b752299edac reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2fdf6 namespace: kserve-ci-e2e-test resourceVersion: "23556" uid: e3bca5b3-4e08-4770-9df9-6204bf61c7ff kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2fdf6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:13:10Z" name: success-200-isvc-2fdf6.18d62b024aca60db namespace: kserve-ci-e2e-test resourceVersion: "23598" uid: 42ad3adb-0a75-4ca0-b0d7-54df6394fd6f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2fdf6 namespace: kserve-ci-e2e-test resourceVersion: "24242" uid: e3bca5b3-4e08-4770-9df9-6204bf61c7ff kind: Event lastTimestamp: "2026-09-17T17:13:59Z" message: InferenceService [success-200-isvc-2fdf6] is Ready metadata: creationTimestamp: "2026-09-17T17:13:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:13:59Z" name: success-200-isvc-2fdf6.18d62b0d996bd88b namespace: kserve-ci-e2e-test resourceVersion: "24243" uid: 907cf2ac-58f3-434a-8338-209d01d90f9e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:02:45.521998Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-93f48-predictor-695cd6968c-m8g6m to ip-10-0-143-228.ec2.internal metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:02:45Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a70b70b0835 namespace: kserve-ci-e2e-test resourceVersion: "19927" uid: 3e6fad9e-1a08-44d8-ace0-37d09b739d06 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: "2026-09-17T17:02:45Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-93f48-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:45Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a70c7224f9a namespace: kserve-ci-e2e-test resourceVersion: "19958" uid: bf6ba5df-c1d8-4f15-8815-7578474c9344 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19936" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:02:46Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a70fcc3dfdb namespace: kserve-ci-e2e-test resourceVersion: "19971" uid: 885ede7b-f88a-4898-855d-a53a0da2b140 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:46Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a70fe2ff4c1 namespace: kserve-ci-e2e-test resourceVersion: "19973" uid: f4776daa-a7c7-4e96-8844-0cbece672200 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:46Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a7101f28079 namespace: kserve-ci-e2e-test resourceVersion: "19976" uid: eb77d4c4-e0b2-4985-9f6c-f5d585058ada reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:46Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a71026c5e4a namespace: kserve-ci-e2e-test resourceVersion: "19977" uid: a60e4345-78af-4291-8166-ffc676ca9a6e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:46Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a7102762986 namespace: kserve-ci-e2e-test resourceVersion: "19979" uid: 145760f1-6e6f-4bd4-80eb-def5beefc25a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:46Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a71054be581 namespace: kserve-ci-e2e-test resourceVersion: "19980" uid: e19333ea-5fa1-4dc5-808f-e5e05f476560 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: "2026-09-17T17:02:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:02:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:46Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a7105c33c41 namespace: kserve-ci-e2e-test resourceVersion: "19982" uid: 3720ecad-1155-4fac-ad0f-cfe41c550d83 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:02:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: "2026-09-17T17:03:23Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:02:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:23Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a7132454f75 namespace: kserve-ci-e2e-test resourceVersion: "20187" uid: 3e74acf9-6024-4ae6-aa92-3a665c863764 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: "2026-09-17T17:03:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:03:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:55Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a811827c7e5 namespace: kserve-ci-e2e-test resourceVersion: "20596" uid: 9e5833e5-35c4-46d0-9cab-8f6481edcfa2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: "2026-09-17T17:03:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:03:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:55Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a81182867c7 namespace: kserve-ci-e2e-test resourceVersion: "20601" uid: d69729c5-1d8d-4151-8da0-43659e1a3bec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 3fb0e18a-973b-42ea-8f06-c99080d22768 kind: Event lastTimestamp: "2026-09-17T17:03:58Z" message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp 10.134.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:03:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:58Z" name: success-200-isvc-93f48-predictor-695cd6968c-m8g6m.18d62a81ba9ee6d5 namespace: kserve-ci-e2e-test resourceVersion: "20713" uid: 1576c7f8-482c-4fcc-8714-efa1fcf9a9e1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-93f48-predictor-695cd6968c namespace: kserve-ci-e2e-test resourceVersion: "19912" uid: ee124cb6-907f-4a6a-aacc-4549444e60f5 kind: Event lastTimestamp: "2026-09-17T17:02:45Z" message: 'Created pod: success-200-isvc-93f48-predictor-695cd6968c-m8g6m' metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:02:45Z" name: success-200-isvc-93f48-predictor-695cd6968c.18d62a70b694a49f namespace: kserve-ci-e2e-test resourceVersion: "19921" uid: 15a3100c-15c2-499f-87ae-4379346016ee reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-93f48-predictor namespace: kserve-ci-e2e-test resourceVersion: "19909" uid: cad14678-d8e2-47ce-9214-de0f6b4119b4 kind: Event lastTimestamp: "2026-09-17T17:02:45Z" message: Scaled up replica set success-200-isvc-93f48-predictor-695cd6968c from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:02:45Z" name: success-200-isvc-93f48-predictor.18d62a70b345475f namespace: kserve-ci-e2e-test resourceVersion: "19913" uid: 9b75b3d4-99b0-477d-a75e-113d4431c10b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:03:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-93f48-predictor namespace: kserve-ci-e2e-test resourceVersion: "19911" uid: d4c02445-9b46-47c6-ac51-599cc755f445 kind: Event lastTimestamp: "2026-09-17T17:03:30Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:03:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:30Z" name: success-200-isvc-93f48-predictor.18d62a7431f99d08 namespace: kserve-ci-e2e-test resourceVersion: "20224" uid: 6e2c181c-e669-4646-a607-288b2d44108e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:03:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-93f48-predictor namespace: kserve-ci-e2e-test resourceVersion: "19911" uid: d4c02445-9b46-47c6-ac51-599cc755f445 kind: Event lastTimestamp: "2026-09-17T17:03:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:03:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:30Z" name: success-200-isvc-93f48-predictor.18d62a74328436a2 namespace: kserve-ci-e2e-test resourceVersion: "20225" uid: 153b28d7-f2a7-4047-b5c2-64e5c44127dd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:03:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-93f48-predictor namespace: kserve-ci-e2e-test resourceVersion: "20069" uid: d4c02445-9b46-47c6-ac51-599cc755f445 kind: Event lastTimestamp: "2026-09-17T17:03:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:03:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:45Z" name: success-200-isvc-93f48-predictor.18d62a77b16a5dc1 namespace: kserve-ci-e2e-test resourceVersion: "20486" uid: fb0da79d-1016-4740-b219-19ea7d31e024 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:03:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-93f48-predictor namespace: kserve-ci-e2e-test resourceVersion: "20069" uid: d4c02445-9b46-47c6-ac51-599cc755f445 kind: Event lastTimestamp: "2026-09-17T17:03:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:03:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:45Z" name: success-200-isvc-93f48-predictor.18d62a77b1e6c4ce namespace: kserve-ci-e2e-test resourceVersion: "20487" uid: e106b51f-5ad5-4db3-9cf8-6f24325c9137 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-93f48 namespace: kserve-ci-e2e-test resourceVersion: "19899" uid: bfa56f44-24fe-4b9a-a7d9-bcd7bc4edda3 kind: Event lastTimestamp: "2026-09-17T17:03:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:03:33Z" name: success-200-isvc-93f48.18d62a70b36abd12 namespace: kserve-ci-e2e-test resourceVersion: "20245" uid: c313b872-be49-4c23-8a62-d668c7f5f503 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-93f48 namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: bfa56f44-24fe-4b9a-a7d9-bcd7bc4edda3 kind: Event lastTimestamp: "2026-09-17T17:03:33Z" message: InferenceService [success-200-isvc-93f48] is Ready metadata: creationTimestamp: "2026-09-17T17:03:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:03:33Z" name: success-200-isvc-93f48.18d62a7bee0bfbaf namespace: kserve-ci-e2e-test resourceVersion: "20244" uid: bbd78c50-3fd1-43a0-be38-8b2f8f528ed1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:53:30.798688Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb namespace: kserve-ci-e2e-test resourceVersion: "15571" uid: 26f6fe1e-88f6-4063-ab18-e15376f37b65 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b5187-predictor-59c96b8b97-nzkvb to ip-10-0-143-228.ec2.internal metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:53:30Z" name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb.18d629ef8ef50836 namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: 022dc8bc-8ae2-4e0a-8a27-d1fdbfbb6869 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:30Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 26f6fe1e-88f6-4063-ab18-e15376f37b65 kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-b5187-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:30Z" name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb.18d629ef98d6e872 namespace: kserve-ci-e2e-test resourceVersion: "15603" uid: 4f857a51-eafb-4c15-95da-01291f8902d5 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:31Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb namespace: kserve-ci-e2e-test resourceVersion: "15580" uid: 26f6fe1e-88f6-4063-ab18-e15376f37b65 kind: Event lastTimestamp: "2026-09-17T16:53:31Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:53:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:53:31Z" name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb.18d629efd4dc41a4 namespace: kserve-ci-e2e-test resourceVersion: "15632" uid: 7af5983a-7336-487d-81af-eaadbdef7f7a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 26f6fe1e-88f6-4063-ab18-e15376f37b65 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:32Z" name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb.18d629efd6cb646b namespace: kserve-ci-e2e-test resourceVersion: "15635" uid: 2e4f4671-cfa9-4dc6-bd45-102e420ae025 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 26f6fe1e-88f6-4063-ab18-e15376f37b65 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:32Z" name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb.18d629efdac3a8c9 namespace: kserve-ci-e2e-test resourceVersion: "15636" uid: 680c918b-12e6-4f6a-a2c8-90df1aec9435 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 26f6fe1e-88f6-4063-ab18-e15376f37b65 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:32Z" name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb.18d629efdb429276 namespace: kserve-ci-e2e-test resourceVersion: "15637" uid: ef9c613f-ce93-4223-87af-318246ca40dc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 26f6fe1e-88f6-4063-ab18-e15376f37b65 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:32Z" name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb.18d629efdb4e3c95 namespace: kserve-ci-e2e-test resourceVersion: "15638" uid: a987b597-179b-4d60-b10f-f99040f5bdbc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 26f6fe1e-88f6-4063-ab18-e15376f37b65 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:32Z" name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb.18d629efde2cc7f0 namespace: kserve-ci-e2e-test resourceVersion: "15642" uid: ecc7d581-2372-4474-92fd-b10123fb3bf2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 26f6fe1e-88f6-4063-ab18-e15376f37b65 kind: Event lastTimestamp: "2026-09-17T16:53:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:32Z" name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb.18d629efdeac65c1 namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 853bb990-7e8e-4100-9241-3b30a7f67396 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:53:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 26f6fe1e-88f6-4063-ab18-e15376f37b65 kind: Event lastTimestamp: "2026-09-17T16:54:09Z" message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:53:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:09Z" name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb.18d629f021d37e22 namespace: kserve-ci-e2e-test resourceVersion: "15991" uid: d841a3ca-7bff-4a7d-b2a0-43614c98a72f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 26f6fe1e-88f6-4063-ab18-e15376f37b65 kind: Event lastTimestamp: "2026-09-17T17:02:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:45Z" name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb.18d62a70aebd8537 namespace: kserve-ci-e2e-test resourceVersion: "19886" uid: cb3ba353-6b6d-4cd0-a857-a319a094d5c5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 26f6fe1e-88f6-4063-ab18-e15376f37b65 kind: Event lastTimestamp: "2026-09-17T17:02:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:45Z" name: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb.18d62a70aebece74 namespace: kserve-ci-e2e-test resourceVersion: "19892" uid: 75995a5b-d7b2-4de6-8592-dfe7545f8bb1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b5187-predictor-59c96b8b97 namespace: kserve-ci-e2e-test resourceVersion: "15564" uid: 10b57b77-acd8-4f63-b69e-69fe6f635e07 kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: 'Created pod: success-200-isvc-b5187-predictor-59c96b8b97-nzkvb' metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:30Z" name: success-200-isvc-b5187-predictor-59c96b8b97.18d629ef8eb1e1d2 namespace: kserve-ci-e2e-test resourceVersion: "15574" uid: 68e202e4-8abc-4190-aa52-1bf72416337c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b5187-predictor namespace: kserve-ci-e2e-test resourceVersion: "15563" uid: 77e12788-931d-46fb-86d8-fec9002f2119 kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: Scaled up replica set success-200-isvc-b5187-predictor-59c96b8b97 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:30Z" name: success-200-isvc-b5187-predictor.18d629ef8adbf1f4 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 802bdbaa-b789-406e-97f3-f347ec8d4f3d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:53:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b5187-predictor namespace: kserve-ci-e2e-test resourceVersion: "15565" uid: 544ee860-738c-400e-8db8-85d404d75443 kind: Event lastTimestamp: "2026-09-17T16:54:15Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:53:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:15Z" name: success-200-isvc-b5187-predictor.18d629f3098bd54c namespace: kserve-ci-e2e-test resourceVersion: "16073" uid: fa36ce79-9ab2-4db3-9db4-adcd2ab5565c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:53:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b5187-predictor namespace: kserve-ci-e2e-test resourceVersion: "15565" uid: 544ee860-738c-400e-8db8-85d404d75443 kind: Event lastTimestamp: "2026-09-17T16:54:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:53:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:15Z" name: success-200-isvc-b5187-predictor.18d629f309f7a33b namespace: kserve-ci-e2e-test resourceVersion: "16074" uid: e2e3294d-1c29-447d-9c2c-095460b909fc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:54:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b5187-predictor namespace: kserve-ci-e2e-test resourceVersion: "15784" uid: 544ee860-738c-400e-8db8-85d404d75443 kind: Event lastTimestamp: "2026-09-17T16:54:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:54:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:45Z" name: success-200-isvc-b5187-predictor.18d629f688d1780c namespace: kserve-ci-e2e-test resourceVersion: "16544" uid: c36188a0-2efe-4d98-8860-a5ae996a747d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:54:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b5187-predictor namespace: kserve-ci-e2e-test resourceVersion: "15784" uid: 544ee860-738c-400e-8db8-85d404d75443 kind: Event lastTimestamp: "2026-09-17T16:54:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:54:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:45Z" name: success-200-isvc-b5187-predictor.18d629f6895542e0 namespace: kserve-ci-e2e-test resourceVersion: "16545" uid: b5cb52ca-2494-474a-b3c7-792af53fe6f9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:53:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b5187 namespace: kserve-ci-e2e-test resourceVersion: "15548" uid: 0ee0a4ec-8616-4c77-8cf4-8606a8a638f9 kind: Event lastTimestamp: "2026-09-17T16:54:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:54:19Z" name: success-200-isvc-b5187.18d629ef8b5aa92a namespace: kserve-ci-e2e-test resourceVersion: "16129" uid: 0307206a-0cf9-42d5-8b65-e3cca6e4540a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b5187 namespace: kserve-ci-e2e-test resourceVersion: "16126" uid: 0ee0a4ec-8616-4c77-8cf4-8606a8a638f9 kind: Event lastTimestamp: "2026-09-17T16:54:19Z" message: InferenceService [success-200-isvc-b5187] is Ready metadata: creationTimestamp: "2026-09-17T16:54:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:54:19Z" name: success-200-isvc-b5187.18d629fadd9202f8 namespace: kserve-ci-e2e-test resourceVersion: "16128" uid: e7f8e475-e68d-4d86-ada9-4bbc53c5b4f3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:04:46.179548Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21128" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c2858-predictor-d76bb676c-2vf88 to ip-10-0-143-228.ec2.internal metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:04:46Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62a8ccecb1054 namespace: kserve-ci-e2e-test resourceVersion: "21133" uid: 5468804c-ec37-4299-a2d1-b6283f92c5d0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:46Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:04:46Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-c2858-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:46Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62a8cd9071adc namespace: kserve-ci-e2e-test resourceVersion: "21162" uid: 0d784575-15f2-4545-b89b-36a89971b8c3 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21139" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:04:47Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62a8d14a58739 namespace: kserve-ci-e2e-test resourceVersion: "21179" uid: ae28dc1e-41ef-40c7-b9d8-26e88a89d06c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:47Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62a8d162f5964 namespace: kserve-ci-e2e-test resourceVersion: "21181" uid: b87943d2-0aa0-4faa-b401-3c01698471ab reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:47Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62a8d18f8b8c6 namespace: kserve-ci-e2e-test resourceVersion: "21182" uid: 076a6aed-1037-4644-9525-a4c6ff4801dc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:47Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62a8d19d5733c namespace: kserve-ci-e2e-test resourceVersion: "21183" uid: 60eff145-202f-4b25-bc9c-e076972873c3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:47Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62a8d19e0ae52 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: ca1f3fba-5df3-4168-87c9-fc67cac04623 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:47Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62a8d1d2f7b1b namespace: kserve-ci-e2e-test resourceVersion: "21188" uid: c2f4fac4-d01f-48a7-85ff-4cc502917ec4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:04:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:04:47Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62a8d1da8b05a namespace: kserve-ci-e2e-test resourceVersion: "21189" uid: d8840c59-2859-42b1-afcb-302ef19ee66c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:05:24Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:05:24Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62a8d42dd703a namespace: kserve-ci-e2e-test resourceVersion: "21452" uid: 143a2ec9-b9d9-4e0f-a180-c51962215721 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:14:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:14:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:00Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62b0df7037707 namespace: kserve-ci-e2e-test resourceVersion: "24290" uid: 64e74b25-8f74-407a-87cf-a2fbeb4952f4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:14:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:14:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:00Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62b0df7040462 namespace: kserve-ci-e2e-test resourceVersion: "24293" uid: d493baca-4bf8-4a56-9fb3-1716e77888e5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:14:05Z" message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)' metadata: creationTimestamp: "2026-09-17T17:14:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:05Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62b0ef2f00256 namespace: kserve-ci-e2e-test resourceVersion: "24420" uid: c89b20d3-f8fb-4ae6-ad49-9969fb65b581 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c2858-predictor-d76bb676c-2vf88 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 93436152-4304-41ed-957f-725a70287c97 kind: Event lastTimestamp: "2026-09-17T17:14:05Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: i/o timeout' metadata: creationTimestamp: "2026-09-17T17:14:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:05Z" name: success-200-isvc-c2858-predictor-d76bb676c-2vf88.18d62b0ef32ec5e8 namespace: kserve-ci-e2e-test resourceVersion: "24421" uid: 69d94640-938c-4646-9150-d93cb938ba0d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c2858-predictor-d76bb676c namespace: kserve-ci-e2e-test resourceVersion: "21122" uid: caffbcbe-ddaf-4f2a-a3ba-f49e82f46446 kind: Event lastTimestamp: "2026-09-17T17:04:46Z" message: 'Created pod: success-200-isvc-c2858-predictor-d76bb676c-2vf88' metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:46Z" name: success-200-isvc-c2858-predictor-d76bb676c.18d62a8cce43dec3 namespace: kserve-ci-e2e-test resourceVersion: "21129" uid: a8b05b0e-4dea-423b-a711-3d40b45c4c10 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c2858-predictor namespace: kserve-ci-e2e-test resourceVersion: "21120" uid: 51ae4ecd-1e9a-489c-9b2d-b666c876b8f4 kind: Event lastTimestamp: "2026-09-17T17:04:46Z" message: Scaled up replica set success-200-isvc-c2858-predictor-d76bb676c from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:46Z" name: success-200-isvc-c2858-predictor.18d62a8ccc5764b8 namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 7ff09fa8-6248-4efb-9f95-d51f9d8079db reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:05:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c2858-predictor namespace: kserve-ci-e2e-test resourceVersion: "21121" uid: 46ba0c91-b545-45ae-b516-8d3c7a9dd5cd kind: Event lastTimestamp: "2026-09-17T17:05:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:05:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:05:31Z" name: success-200-isvc-c2858-predictor.18d62a904ae27059 namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: 811b1cf6-e8d0-4330-a9e0-7569389284c4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:05:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c2858-predictor namespace: kserve-ci-e2e-test resourceVersion: "21121" uid: 46ba0c91-b545-45ae-b516-8d3c7a9dd5cd kind: Event lastTimestamp: "2026-09-17T17:05:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:05:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:05:31Z" name: success-200-isvc-c2858-predictor.18d62a904b573f1f namespace: kserve-ci-e2e-test resourceVersion: "21487" uid: da69e07d-a5bf-4e91-8381-138b5884061b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:05:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c2858-predictor namespace: kserve-ci-e2e-test resourceVersion: "21322" uid: 46ba0c91-b545-45ae-b516-8d3c7a9dd5cd kind: Event lastTimestamp: "2026-09-17T17:06:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:05:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:06:01Z" name: success-200-isvc-c2858-predictor.18d62a9ac7e98e5e namespace: kserve-ci-e2e-test resourceVersion: "21688" uid: eb32b41a-7bd5-4909-904e-2495a97cedeb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T17:05:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c2858-predictor namespace: kserve-ci-e2e-test resourceVersion: "21322" uid: 46ba0c91-b545-45ae-b516-8d3c7a9dd5cd kind: Event lastTimestamp: "2026-09-17T17:06:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:05:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:06:01Z" name: success-200-isvc-c2858-predictor.18d62a9ac85ef74c namespace: kserve-ci-e2e-test resourceVersion: "21690" uid: aa35da63-a53b-486a-a1a2-5a43363df065 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:04:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c2858 namespace: kserve-ci-e2e-test resourceVersion: "21109" uid: 587fa22a-4954-4764-9628-3b1888c8ff27 kind: Event lastTimestamp: "2026-09-17T17:05:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:05:34Z" name: success-200-isvc-c2858.18d62a8ccc586688 namespace: kserve-ci-e2e-test resourceVersion: "21520" uid: 4433a452-8354-4512-8db0-d543e94f307e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:05:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c2858 namespace: kserve-ci-e2e-test resourceVersion: "21518" uid: 587fa22a-4954-4764-9628-3b1888c8ff27 kind: Event lastTimestamp: "2026-09-17T17:05:34Z" message: InferenceService [success-200-isvc-c2858] is Ready metadata: creationTimestamp: "2026-09-17T17:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:05:34Z" name: success-200-isvc-c2858.18d62a97fe513794 namespace: kserve-ci-e2e-test resourceVersion: "21519" uid: 6878520e-abce-4bcb-98ee-198eb2b96df7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:03:56.169655Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c namespace: kserve-ci-e2e-test resourceVersion: "20631" uid: bac55405-2c81-4ef1-9aa7-e6c4317373c0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d52cc-predictor-5cb644f657-6t22c to ip-10-0-143-228.ec2.internal metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:03:56Z" name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c.18d62a8129f8ad14 namespace: kserve-ci-e2e-test resourceVersion: "20636" uid: a59137e7-b5f4-4d51-98a6-2b0425633ee0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c namespace: kserve-ci-e2e-test resourceVersion: "20648" uid: bac55405-2c81-4ef1-9aa7-e6c4317373c0 kind: Event lastTimestamp: "2026-09-17T17:03:56Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:03:56Z" name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c.18d62a814c30960b namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: 5bce2ee7-347b-45f1-8010-d66c8c04e38f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: bac55405-2c81-4ef1-9aa7-e6c4317373c0 kind: Event lastTimestamp: "2026-09-17T17:03:56Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:56Z" name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c.18d62a814ddd1ede namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: 3b583beb-a9ae-4854-9d84-a0386ca13024 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: bac55405-2c81-4ef1-9aa7-e6c4317373c0 kind: Event lastTimestamp: "2026-09-17T17:03:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:56Z" name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c.18d62a8150638d7b namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: 147e535f-24e5-4c17-ba28-ea0a128a52ca reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: bac55405-2c81-4ef1-9aa7-e6c4317373c0 kind: Event lastTimestamp: "2026-09-17T17:03:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:56Z" name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c.18d62a8150dcf439 namespace: kserve-ci-e2e-test resourceVersion: "20685" uid: 5026ad12-0a84-47f0-9dda-07791420c176 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: bac55405-2c81-4ef1-9aa7-e6c4317373c0 kind: Event lastTimestamp: "2026-09-17T17:03:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:56Z" name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c.18d62a8150e7eeeb namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: c55e1977-ff32-4026-9efa-d227259ff251 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: bac55405-2c81-4ef1-9aa7-e6c4317373c0 kind: Event lastTimestamp: "2026-09-17T17:03:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:56Z" name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c.18d62a815436aa7a namespace: kserve-ci-e2e-test resourceVersion: "20687" uid: efb49f7a-fbe2-4910-8668-fc10d4a5cee2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: bac55405-2c81-4ef1-9aa7-e6c4317373c0 kind: Event lastTimestamp: "2026-09-17T17:03:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:56Z" name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c.18d62a8154e3fdc2 namespace: kserve-ci-e2e-test resourceVersion: "20688" uid: 93ef9738-a0f6-43c6-b4d8-c2b2979d9643 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T17:03:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: bac55405-2c81-4ef1-9aa7-e6c4317373c0 kind: Event lastTimestamp: "2026-09-17T17:13:13Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:03:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:13Z" name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c.18d62a8191aae28e namespace: kserve-ci-e2e-test resourceVersion: "23695" uid: 0434b596-ea9e-4f8f-bd24-6b8a555b06bf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: bac55405-2c81-4ef1-9aa7-e6c4317373c0 kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:10Z" name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c.18d62b0249ce5f68 namespace: kserve-ci-e2e-test resourceVersion: "23583" uid: 42821841-1ec5-4a77-b1f7-707d8f8b3db2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: bac55405-2c81-4ef1-9aa7-e6c4317373c0 kind: Event lastTimestamp: "2026-09-17T17:13:10Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:13:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:10Z" name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c.18d62b0249cf55bb namespace: kserve-ci-e2e-test resourceVersion: "23588" uid: ecef29f8-900a-4e2d-9e9a-88d535446d9e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:13:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: bac55405-2c81-4ef1-9aa7-e6c4317373c0 kind: Event lastTimestamp: "2026-09-17T17:13:13Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:13:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:13:13Z" name: success-200-isvc-d52cc-predictor-5cb644f657-6t22c.18d62b0306114f7c namespace: kserve-ci-e2e-test resourceVersion: "23694" uid: 8a650418-131a-4b60-b523-70b03ce9d5a5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d52cc-predictor-5cb644f657 namespace: kserve-ci-e2e-test resourceVersion: "20624" uid: f2f350bb-f59a-4ce7-bbde-94170ef5fe55 kind: Event lastTimestamp: "2026-09-17T17:03:56Z" message: 'Created pod: success-200-isvc-d52cc-predictor-5cb644f657-6t22c' metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:56Z" name: success-200-isvc-d52cc-predictor-5cb644f657.18d62a8128b216a6 namespace: kserve-ci-e2e-test resourceVersion: "20633" uid: 769368e0-5084-4b25-82ab-136e41ecb7a6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d52cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "20622" uid: 23d56101-6c53-4517-a729-8ea2760f76c6 kind: Event lastTimestamp: "2026-09-17T17:03:56Z" message: Scaled up replica set success-200-isvc-d52cc-predictor-5cb644f657 from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:03:56Z" name: success-200-isvc-d52cc-predictor.18d62a8125ac836a namespace: kserve-ci-e2e-test resourceVersion: "20627" uid: c0cb159c-2985-4ed6-9564-b3d5a01d630e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:04:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d52cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "20623" uid: 5897e75e-4ca3-4312-b195-7b081b974d89 kind: Event lastTimestamp: "2026-09-17T17:04:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:04:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:41Z" name: success-200-isvc-d52cc-predictor.18d62a84a392853b namespace: kserve-ci-e2e-test resourceVersion: "21013" uid: 28f0d324-4b38-45f2-8270-5b4f637bec64 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:04:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d52cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "20623" uid: 5897e75e-4ca3-4312-b195-7b081b974d89 kind: Event lastTimestamp: "2026-09-17T17:04:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:04:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:04:41Z" name: success-200-isvc-d52cc-predictor.18d62a84a40ee1e4 namespace: kserve-ci-e2e-test resourceVersion: "21014" uid: b2e7776a-d3aa-4de7-b479-fd118735331e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:04:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d52cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "20797" uid: 5897e75e-4ca3-4312-b195-7b081b974d89 kind: Event lastTimestamp: "2026-09-17T17:05:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:05:26Z" name: success-200-isvc-d52cc-predictor.18d62a8f2044d0f9 namespace: kserve-ci-e2e-test resourceVersion: "21462" uid: 5e13d5a1-4a9a-44d9-9cd4-79a44d4bd9d8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:04:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d52cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "20797" uid: 5897e75e-4ca3-4312-b195-7b081b974d89 kind: Event lastTimestamp: "2026-09-17T17:05:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:05:26Z" name: success-200-isvc-d52cc-predictor.18d62a8f20aab187 namespace: kserve-ci-e2e-test resourceVersion: "21463" uid: 5248728b-97f4-4362-b71c-ed10ea95a996 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T17:03:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d52cc namespace: kserve-ci-e2e-test resourceVersion: "20611" uid: fe8f1bfb-90e7-4345-9188-aeed0341fcbb kind: Event lastTimestamp: "2026-09-17T17:04:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:04:44Z" name: success-200-isvc-d52cc.18d62a81252fbf05 namespace: kserve-ci-e2e-test resourceVersion: "21044" uid: 7e0af2a5-5717-4c37-b46a-10da2b517cb8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:04:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d52cc namespace: kserve-ci-e2e-test resourceVersion: "21042" uid: fe8f1bfb-90e7-4345-9188-aeed0341fcbb kind: Event lastTimestamp: "2026-09-17T17:04:44Z" message: InferenceService [success-200-isvc-d52cc] is Ready metadata: creationTimestamp: "2026-09-17T17:04:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:04:44Z" name: success-200-isvc-d52cc.18d62a8c4ddce293 namespace: kserve-ci-e2e-test resourceVersion: "21043" uid: ce0f48ec-9234-4446-881b-e5dd3188afc1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:52:00.474676Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx to ip-10-0-143-228.ec2.internal metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:52:00Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629da873a0594 namespace: kserve-ci-e2e-test resourceVersion: "14532" uid: c3bee2dd-4d3c-430b-aeff-0d81e0ea194a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:01Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14538" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: "2026-09-17T16:52:01Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:52:01Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629daa9a24a1b namespace: kserve-ci-e2e-test resourceVersion: "14629" uid: 0fe99d21-9b73-4c3a-94e2-2b3dcb273f80 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: "2026-09-17T16:52:01Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" metadata: creationTimestamp: "2026-09-17T16:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:01Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629daab5ffe46 namespace: kserve-ci-e2e-test resourceVersion: "14632" uid: 46b55c5f-8a01-48e2-b63b-f18bc9275d2b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: "2026-09-17T16:52:14Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" in 13.55s (13.55s including waiting). Image size: 1356786777 bytes.' metadata: creationTimestamp: "2026-09-17T16:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:14Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629ddd30d53f5 namespace: kserve-ci-e2e-test resourceVersion: "14769" uid: bfb0dc9a-28a8-477e-8ea8-dc1492b4af7f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: "2026-09-17T16:52:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:14Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629ddd65be6e2 namespace: kserve-ci-e2e-test resourceVersion: "14772" uid: d7b49da2-ead9-4250-96fc-9443cfa7c8f8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: "2026-09-17T16:52:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:14Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629ddd6de15e6 namespace: kserve-ci-e2e-test resourceVersion: "14773" uid: 842e5f37-3e3c-43e4-bfb4-6ae0277017b3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: "2026-09-17T16:52:14Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T16:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:14Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629ddd6efa1d7 namespace: kserve-ci-e2e-test resourceVersion: "14774" uid: bb38795b-afdd-40ac-8ffc-a8a84b29b6b7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: "2026-09-17T16:52:17Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.307s (2.307s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T16:52:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:17Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629de60755ff7 namespace: kserve-ci-e2e-test resourceVersion: "14819" uid: 8a82c99d-7f7f-440c-894c-f5d7fac6d498 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: "2026-09-17T16:52:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:52:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:17Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629de64941077 namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: fa9e277e-9433-4149-9365-8bb617ccb606 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: "2026-09-17T16:52:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:52:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:17Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629de6517dbd7 namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: a335f2a3-d55c-495c-9dda-7db56a4750a4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:52:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: "2026-09-17T16:52:54Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:52:54Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629ded2db7c57 namespace: kserve-ci-e2e-test resourceVersion: "15159" uid: e1008735-aca8-4b15-b6f4-bffffdc2b3b1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:30Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629ef8660c6c6 namespace: kserve-ci-e2e-test resourceVersion: "15554" uid: 6d24a687-b951-47d1-b145-28fe7aec7c09 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 9808b70d-67f5-462c-8992-41aaf964f1d1 kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:30Z" name: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx.18d629ef8661a620 namespace: kserve-ci-e2e-test resourceVersion: "15556" uid: 59078b4f-f9a1-4775-a205-b9d37dacb852 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-eb976-predictor-5c8648d4bf namespace: kserve-ci-e2e-test resourceVersion: "14519" uid: 62d85033-bb5d-4e79-b9ca-97a2751e3f15 kind: Event lastTimestamp: "2026-09-17T16:52:00Z" message: 'Created pod: success-200-isvc-eb976-predictor-5c8648d4bf-v8nkx' metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:00Z" name: success-200-isvc-eb976-predictor-5c8648d4bf.18d629da86b9c404 namespace: kserve-ci-e2e-test resourceVersion: "14528" uid: 7068014e-da67-46f2-9bd8-62996d079e9b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-eb976-predictor namespace: kserve-ci-e2e-test resourceVersion: "14517" uid: 71f06806-1aa4-4daa-a4dd-7358f7eba9a3 kind: Event lastTimestamp: "2026-09-17T16:52:00Z" message: Scaled up replica set success-200-isvc-eb976-predictor-5c8648d4bf from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:00Z" name: success-200-isvc-eb976-predictor.18d629da843a7278 namespace: kserve-ci-e2e-test resourceVersion: "14520" uid: a8460a0d-cde0-4436-8a37-48a7c4734c71 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:52:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-eb976-predictor namespace: kserve-ci-e2e-test resourceVersion: "14518" uid: 0c9fe021-e9b4-4692-b9a3-7b4f64b16224 kind: Event lastTimestamp: "2026-09-17T16:52:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:45Z" name: success-200-isvc-eb976-predictor.18d629de02e5527e namespace: kserve-ci-e2e-test resourceVersion: "15082" uid: 4062c62e-76ca-4ffc-9c59-a2e3aaee4635 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:52:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-eb976-predictor namespace: kserve-ci-e2e-test resourceVersion: "14518" uid: 0c9fe021-e9b4-4692-b9a3-7b4f64b16224 kind: Event lastTimestamp: "2026-09-17T16:52:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:52:45Z" name: success-200-isvc-eb976-predictor.18d629de034beabd namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 9b1f4c7e-d4fa-43eb-afd8-6ba7cbd86abc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:53:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-eb976-predictor namespace: kserve-ci-e2e-test resourceVersion: "14794" uid: 0c9fe021-e9b4-4692-b9a3-7b4f64b16224 kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:53:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:30Z" name: success-200-isvc-eb976-predictor.18d629e87f995529 namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: db1cbc80-3df0-448e-bbc5-eff86b572a0e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:53:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-eb976-predictor namespace: kserve-ci-e2e-test resourceVersion: "14794" uid: 0c9fe021-e9b4-4692-b9a3-7b4f64b16224 kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:53:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:30Z" name: success-200-isvc-eb976-predictor.18d629e8800c055e namespace: kserve-ci-e2e-test resourceVersion: "15547" uid: c70a337d-5275-4431-86af-7a2ccda275f0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:52:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-eb976 namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 6d79dca2-7a79-45cd-ba91-dce0067352d0 kind: Event lastTimestamp: "2026-09-17T16:53:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:52:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:53:05Z" name: success-200-isvc-eb976.18d629da846d7e19 namespace: kserve-ci-e2e-test resourceVersion: "15259" uid: 055f7101-5384-4a0f-9ecd-61a210664b74 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-eb976 namespace: kserve-ci-e2e-test resourceVersion: "15257" uid: 6d79dca2-7a79-45cd-ba91-dce0067352d0 kind: Event lastTimestamp: "2026-09-17T16:53:05Z" message: InferenceService [success-200-isvc-eb976] is Ready metadata: creationTimestamp: "2026-09-17T16:53:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:53:05Z" name: success-200-isvc-eb976.18d629e98ea1f23c namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: 18c4742b-7733-4b6e-89c9-571e2c25b993 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:14:01.025715Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw namespace: kserve-ci-e2e-test resourceVersion: "24317" uid: 13cdfc73-20d2-4162-a57a-29b7578fd666 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-f0d22-predictor-69c49986b7-kp9jw to ip-10-0-143-228.ec2.internal metadata: creationTimestamp: "2026-09-17T17:14:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:14:01Z" name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw.18d62b0dfe33cbb7 namespace: kserve-ci-e2e-test resourceVersion: "24323" uid: 30f08691-1257-4fcd-8135-00f58edf52c6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:01Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw namespace: kserve-ci-e2e-test resourceVersion: "24319" uid: 13cdfc73-20d2-4162-a57a-29b7578fd666 kind: Event lastTimestamp: "2026-09-17T17:14:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-f0d22-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T17:14:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:01Z" name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw.18d62b0e0dbac130 namespace: kserve-ci-e2e-test resourceVersion: "24359" uid: 8f7b14e8-34b2-4296-8ad6-3a5753484520 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw namespace: kserve-ci-e2e-test resourceVersion: "24330" uid: 13cdfc73-20d2-4162-a57a-29b7578fd666 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:14:02Z" name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw.18d62b0e44311b66 namespace: kserve-ci-e2e-test resourceVersion: "24372" uid: f4c8dbb6-70d4-4a4c-9374-562897cfd678 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw namespace: kserve-ci-e2e-test resourceVersion: "24319" uid: 13cdfc73-20d2-4162-a57a-29b7578fd666 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:02Z" name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw.18d62b0e45acfc80 namespace: kserve-ci-e2e-test resourceVersion: "24374" uid: e88c0a5f-f569-47d3-8df0-63ca1047afde reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw namespace: kserve-ci-e2e-test resourceVersion: "24319" uid: 13cdfc73-20d2-4162-a57a-29b7578fd666 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:02Z" name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw.18d62b0e489fe4ff namespace: kserve-ci-e2e-test resourceVersion: "24375" uid: 29f09ccf-3633-41d8-a6e7-112d57892171 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw namespace: kserve-ci-e2e-test resourceVersion: "24319" uid: 13cdfc73-20d2-4162-a57a-29b7578fd666 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:02Z" name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw.18d62b0e4924efff namespace: kserve-ci-e2e-test resourceVersion: "24376" uid: 57b321f3-5e7a-4c7e-87ed-6c8833812799 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw namespace: kserve-ci-e2e-test resourceVersion: "24319" uid: 13cdfc73-20d2-4162-a57a-29b7578fd666 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:02Z" name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw.18d62b0e492f36b0 namespace: kserve-ci-e2e-test resourceVersion: "24377" uid: c97fbca1-e093-46d1-9251-82a607a68cf1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw namespace: kserve-ci-e2e-test resourceVersion: "24319" uid: 13cdfc73-20d2-4162-a57a-29b7578fd666 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:02Z" name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw.18d62b0e4c4db8f2 namespace: kserve-ci-e2e-test resourceVersion: "24380" uid: 3ca881ac-f31c-45c5-a2fe-9560f8f53a5d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw namespace: kserve-ci-e2e-test resourceVersion: "24319" uid: 13cdfc73-20d2-4162-a57a-29b7578fd666 kind: Event lastTimestamp: "2026-09-17T17:14:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:02Z" name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw.18d62b0e4cc3b5ea namespace: kserve-ci-e2e-test resourceVersion: "24382" uid: 656a0ce7-f602-4e2a-87fa-cf6fd36ef994 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw namespace: kserve-ci-e2e-test resourceVersion: "24319" uid: 13cdfc73-20d2-4162-a57a-29b7578fd666 kind: Event lastTimestamp: "2026-09-17T17:14:39Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:14:39Z" name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw.18d62b0e8f8a7afa namespace: kserve-ci-e2e-test resourceVersion: "24805" uid: 29a93fa1-2fde-4f38-9154-2a52e35cce25 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:31:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw namespace: kserve-ci-e2e-test resourceVersion: "24319" uid: 13cdfc73-20d2-4162-a57a-29b7578fd666 kind: Event lastTimestamp: "2026-09-17T17:31:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:31:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:31:20Z" name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw.18d62c000bb29289 namespace: kserve-ci-e2e-test resourceVersion: "29427" uid: 333e1db6-9cf2-4af8-ad1d-3e5a191eb293 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:31:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw namespace: kserve-ci-e2e-test resourceVersion: "24319" uid: 13cdfc73-20d2-4162-a57a-29b7578fd666 kind: Event lastTimestamp: "2026-09-17T17:31:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:31:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:31:20Z" name: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw.18d62c000bb3319b namespace: kserve-ci-e2e-test resourceVersion: "29429" uid: 13542cd7-f9c4-4d4a-9db2-d4b8f8c9209f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-f0d22-predictor-69c49986b7 namespace: kserve-ci-e2e-test resourceVersion: "24311" uid: 8d9ecf0e-9180-4a54-ba4a-ddc9759ca1c4 kind: Event lastTimestamp: "2026-09-17T17:14:01Z" message: 'Created pod: success-200-isvc-f0d22-predictor-69c49986b7-kp9jw' metadata: creationTimestamp: "2026-09-17T17:14:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:01Z" name: success-200-isvc-f0d22-predictor-69c49986b7.18d62b0dfdc70589 namespace: kserve-ci-e2e-test resourceVersion: "24320" uid: ded9e91e-13ff-4005-9348-4da60b3a9086 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-f0d22-predictor namespace: kserve-ci-e2e-test resourceVersion: "24309" uid: b20aee85-8540-45c8-8f41-37e1e02d76f8 kind: Event lastTimestamp: "2026-09-17T17:14:00Z" message: Scaled up replica set success-200-isvc-f0d22-predictor-69c49986b7 from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:14:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:00Z" name: success-200-isvc-f0d22-predictor.18d62b0dfb90d8c5 namespace: kserve-ci-e2e-test resourceVersion: "24312" uid: 06e17203-56a9-486d-9e78-56d7ea557b31 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f0d22-predictor namespace: kserve-ci-e2e-test resourceVersion: "24310" uid: 111c2d88-b875-4df1-a81c-f147e15b9bee kind: Event lastTimestamp: "2026-09-17T17:14:15Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:14:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:15Z" name: success-200-isvc-f0d22-predictor.18d62b117a0efe1f namespace: kserve-ci-e2e-test resourceVersion: "24513" uid: ce3dc957-a08c-4d52-8e4c-2906a3287ca4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f0d22-predictor namespace: kserve-ci-e2e-test resourceVersion: "24310" uid: 111c2d88-b875-4df1-a81c-f147e15b9bee kind: Event lastTimestamp: "2026-09-17T17:14:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:14:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:14:16Z" name: success-200-isvc-f0d22-predictor.18d62b117ab60bfb namespace: kserve-ci-e2e-test resourceVersion: "24515" uid: 8e9f9696-bef8-4c9b-b5d1-28af685391af reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T17:14:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f0d22-predictor namespace: kserve-ci-e2e-test resourceVersion: "24514" uid: 111c2d88-b875-4df1-a81c-f147e15b9bee kind: Event lastTimestamp: "2026-09-17T17:15:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:14:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:16Z" name: success-200-isvc-f0d22-predictor.18d62b14f994595f namespace: kserve-ci-e2e-test resourceVersion: "25068" uid: b0cd176c-b54f-4eb6-ae97-535cfc9057f0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T17:14:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f0d22-predictor namespace: kserve-ci-e2e-test resourceVersion: "24514" uid: 111c2d88-b875-4df1-a81c-f147e15b9bee kind: Event lastTimestamp: "2026-09-17T17:15:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T17:14:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:16Z" name: success-200-isvc-f0d22-predictor.18d62b14fa11ff65 namespace: kserve-ci-e2e-test resourceVersion: "25069" uid: b7afb9ec-0cf9-4a07-9f2e-5fbd695ffca0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:14:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f0d22 namespace: kserve-ci-e2e-test resourceVersion: "24289" uid: b67313ac-8c02-4248-9030-5c8c19991b3f kind: Event lastTimestamp: "2026-09-17T17:14:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T17:14:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:14:49Z" name: success-200-isvc-f0d22.18d62b0dfb8d2c22 namespace: kserve-ci-e2e-test resourceVersion: "24876" uid: 111704fa-95f5-426a-a963-fde6dcfaafcf reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:14:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f0d22 namespace: kserve-ci-e2e-test resourceVersion: "24873" uid: b67313ac-8c02-4248-9030-5c8c19991b3f kind: Event lastTimestamp: "2026-09-17T17:14:49Z" message: InferenceService [success-200-isvc-f0d22] is Ready metadata: creationTimestamp: "2026-09-17T17:14:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:14:49Z" name: success-200-isvc-f0d22.18d62b194ac9e715 namespace: kserve-ci-e2e-test resourceVersion: "24874" uid: 9c2c2ca8-0332-4553-a1d4-74cc7945043f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:54:21.006289Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16229" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-f3946-predictor-8f678845f-54nlw to ip-10-0-143-228.ec2.internal metadata: creationTimestamp: "2026-09-17T16:54:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:54:21Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d629fb3f903f09 namespace: kserve-ci-e2e-test resourceVersion: "16234" uid: 8bf02972-8b1d-4730-83c9-fcc30cc79e9d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:21Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: "2026-09-17T16:54:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-f3946-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:21Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d629fb495170c4 namespace: kserve-ci-e2e-test resourceVersion: "16266" uid: aff22241-1408-4e6f-b3af-007e7164de97 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16239" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:54:22Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d629fb856cfdf7 namespace: kserve-ci-e2e-test resourceVersion: "16284" uid: bfd4c00b-5d2e-4c23-9084-9ef8b57a626f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already present on machine metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:22Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d629fb87212cad namespace: kserve-ci-e2e-test resourceVersion: "16286" uid: da30ac84-8393-41d4-bc59-29aa62ad2b9a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:22Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d629fb89fc7e8c namespace: kserve-ci-e2e-test resourceVersion: "16287" uid: 31c92111-17a5-420e-9256-9ffb4be1e267 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:22Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d629fb8a7efd59 namespace: kserve-ci-e2e-test resourceVersion: "16288" uid: 2fe885fa-cf0b-4486-8a26-311a4f83ffd4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:22Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d629fb8a8a5c74 namespace: kserve-ci-e2e-test resourceVersion: "16289" uid: db8b3e81-730c-4bd9-aed4-36e5c7bda4de reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:22Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d629fb8d8aa1e2 namespace: kserve-ci-e2e-test resourceVersion: "16293" uid: eedc6b60-0cf3-44a9-955d-8bcc5baf651f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: "2026-09-17T16:54:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:22Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d629fb8e0b798d namespace: kserve-ci-e2e-test resourceVersion: "16295" uid: 7937c96c-ac81-4f05-a678-1d91e84fb708 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T16:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: "2026-09-17T17:03:38Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:38Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d629fb97aea927 namespace: kserve-ci-e2e-test resourceVersion: "20420" uid: ce5735b3-7533-4550-9287-60b095d990a3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:35Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d62a7c68e2375c namespace: kserve-ci-e2e-test resourceVersion: "20299" uid: 4d19bae7-5a99-4da5-90ef-b67cb8354d1e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: "2026-09-17T17:03:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T17:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:35Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d62a7c68e3672d namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 33e83240-bbb4-4b48-87e3-6f3022e429fa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:03:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f3946-predictor-8f678845f-54nlw namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 2fe0e37d-3a22-46e6-816e-c10daaa1a9c9 kind: Event lastTimestamp: "2026-09-17T17:03:38Z" message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T17:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:38Z" name: success-200-isvc-f3946-predictor-8f678845f-54nlw.18d62a7d0c2553cb namespace: kserve-ci-e2e-test resourceVersion: "20419" uid: 683374ea-d530-4433-9a4b-ece863812858 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-228.ec2.internal source: component: kubelet host: ip-10-0-143-228.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-f3946-predictor-8f678845f namespace: kserve-ci-e2e-test resourceVersion: "16223" uid: 305a4e17-f874-4c0d-aa28-124802226bd6 kind: Event lastTimestamp: "2026-09-17T16:54:20Z" message: 'Created pod: success-200-isvc-f3946-predictor-8f678845f-54nlw' metadata: creationTimestamp: "2026-09-17T16:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:21Z" name: success-200-isvc-f3946-predictor-8f678845f.18d629fb3f1fa1b6 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 3f63fd7e-304c-481a-963f-552faaed52e4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-f3946-predictor namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: 619d336e-6aeb-4f39-9de9-2c0b6406fd2d kind: Event lastTimestamp: "2026-09-17T16:54:20Z" message: Scaled up replica set success-200-isvc-f3946-predictor-8f678845f from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:54:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:20Z" name: success-200-isvc-f3946-predictor.18d629fb3d8305fe namespace: kserve-ci-e2e-test resourceVersion: "16225" uid: bd0f0cce-8b01-4a93-a789-8255fcea874b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:54:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f3946-predictor namespace: kserve-ci-e2e-test resourceVersion: "16221" uid: e01067e3-9a2c-4dac-a549-5ef385546a8c kind: Event lastTimestamp: "2026-09-17T16:54:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:54:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:51Z" name: success-200-isvc-f3946-predictor.18d629febca59a66 namespace: kserve-ci-e2e-test resourceVersion: "16590" uid: b30db6f7-decc-4b59-a16a-9732f678af38 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:54:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f3946-predictor namespace: kserve-ci-e2e-test resourceVersion: "16221" uid: e01067e3-9a2c-4dac-a549-5ef385546a8c kind: Event lastTimestamp: "2026-09-17T16:54:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:54:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:51Z" name: success-200-isvc-f3946-predictor.18d629febd1bf768 namespace: kserve-ci-e2e-test resourceVersion: "16591" uid: eb0da656-e51a-42ba-9612-c5df620100b2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:55:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f3946-predictor namespace: kserve-ci-e2e-test resourceVersion: "16462" uid: e01067e3-9a2c-4dac-a549-5ef385546a8c kind: Event lastTimestamp: "2026-09-17T16:55:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:55:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:55:21Z" name: success-200-isvc-f3946-predictor.18d62a05bb42f443 namespace: kserve-ci-e2e-test resourceVersion: "16856" uid: 0d7ea407-3a3d-472d-92b2-8f4afc2ba542 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:55:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f3946-predictor namespace: kserve-ci-e2e-test resourceVersion: "16462" uid: e01067e3-9a2c-4dac-a549-5ef385546a8c kind: Event lastTimestamp: "2026-09-17T16:55:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:55:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:55:21Z" name: success-200-isvc-f3946-predictor.18d62a05bbc20707 namespace: kserve-ci-e2e-test resourceVersion: "16857" uid: 4432a21f-9794-4fcd-9e0b-8df697d71878 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:54:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f3946 namespace: kserve-ci-e2e-test resourceVersion: "16202" uid: f0a34a40-1a29-40ef-8217-457b588f5d5c kind: Event lastTimestamp: "2026-09-17T16:55:08Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:54:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:55:08Z" name: success-200-isvc-f3946.18d629fb3d4e825f namespace: kserve-ci-e2e-test resourceVersion: "16735" uid: b8ab174f-7654-4251-8fe0-7a479a0455f1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:55:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f3946 namespace: kserve-ci-e2e-test resourceVersion: "16732" uid: f0a34a40-1a29-40ef-8217-457b588f5d5c kind: Event lastTimestamp: "2026-09-17T16:55:08Z" message: InferenceService [success-200-isvc-f3946] is Ready metadata: creationTimestamp: "2026-09-17T16:55:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:55:08Z" name: success-200-isvc-f3946.18d62a0652ebcea2 namespace: kserve-ci-e2e-test resourceVersion: "16734" uid: 671b77e9-cae8-456c-b083-d63f344ea8d6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:54:30.616131Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b5187-58856df79d-g7x99 namespace: kserve-ci-e2e-test resourceVersion: "16395" uid: f482f510-a3d2-4933-a409-113ca1648880 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-b5187-58856df79d-g7x99 to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T16:54:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:54:30Z" name: switch-graph-b5187-58856df79d-g7x99.18d629fd7c5ac460 namespace: kserve-ci-e2e-test resourceVersion: "16400" uid: f5429fd2-b075-45f3-99d1-fcdd1f929d8a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:31Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b5187-58856df79d-g7x99 namespace: kserve-ci-e2e-test resourceVersion: "16404" uid: f482f510-a3d2-4933-a409-113ca1648880 kind: Event lastTimestamp: "2026-09-17T16:54:31Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:54:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:54:31Z" name: switch-graph-b5187-58856df79d-g7x99.18d629fd9e458054 namespace: kserve-ci-e2e-test resourceVersion: "16421" uid: 0511437b-637a-4f98-82a1-d96c11581791 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b5187} kind: Pod name: switch-graph-b5187-58856df79d-g7x99 namespace: kserve-ci-e2e-test resourceVersion: "16396" uid: f482f510-a3d2-4933-a409-113ca1648880 kind: Event lastTimestamp: "2026-09-17T16:54:31Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3" already present on machine metadata: creationTimestamp: "2026-09-17T16:54:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:31Z" name: switch-graph-b5187-58856df79d-g7x99.18d629fd9f9f81d4 namespace: kserve-ci-e2e-test resourceVersion: "16423" uid: 3db6e522-39ad-4d16-ad06-7cf7893977a2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b5187} kind: Pod name: switch-graph-b5187-58856df79d-g7x99 namespace: kserve-ci-e2e-test resourceVersion: "16396" uid: f482f510-a3d2-4933-a409-113ca1648880 kind: Event lastTimestamp: "2026-09-17T16:54:31Z" message: 'Created container: switch-graph-b5187' metadata: creationTimestamp: "2026-09-17T16:54:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:31Z" name: switch-graph-b5187-58856df79d-g7x99.18d629fda2e97017 namespace: kserve-ci-e2e-test resourceVersion: "16424" uid: 9571e2cb-a93f-4e07-bdab-a6d5f310172f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b5187} kind: Pod name: switch-graph-b5187-58856df79d-g7x99 namespace: kserve-ci-e2e-test resourceVersion: "16396" uid: f482f510-a3d2-4933-a409-113ca1648880 kind: Event lastTimestamp: "2026-09-17T16:54:31Z" message: Started container switch-graph-b5187 metadata: creationTimestamp: "2026-09-17T16:54:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:31Z" name: switch-graph-b5187-58856df79d-g7x99.18d629fda35d7925 namespace: kserve-ci-e2e-test resourceVersion: "16425" uid: 3e8f2eaa-1c99-4d22-9ca3-4f317f68f466 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:02:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b5187} kind: Pod name: switch-graph-b5187-58856df79d-g7x99 namespace: kserve-ci-e2e-test resourceVersion: "16396" uid: f482f510-a3d2-4933-a409-113ca1648880 kind: Event lastTimestamp: "2026-09-17T17:02:45Z" message: Stopping container switch-graph-b5187 metadata: creationTimestamp: "2026-09-17T17:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:02:45Z" name: switch-graph-b5187-58856df79d-g7x99.18d62a70a71f4d13 namespace: kserve-ci-e2e-test resourceVersion: "19864" uid: d078b4ec-65a5-43fc-8993-b9eba4ecd286 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:02:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b5187} kind: Pod name: switch-graph-b5187-58856df79d-g7x99 namespace: kserve-ci-e2e-test resourceVersion: "16396" uid: f482f510-a3d2-4933-a409-113ca1648880 kind: Event lastTimestamp: "2026-09-17T17:03:12Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T17:02:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:03:12Z" name: switch-graph-b5187-58856df79d-g7x99.18d62a7128152f00 namespace: kserve-ci-e2e-test resourceVersion: "20129" uid: 890a273f-5cfe-4cc5-85e6-3f516e62f6ce reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-b5187-58856df79d namespace: kserve-ci-e2e-test resourceVersion: "16392" uid: 344ddeb3-8fb5-4f28-a170-35a7b59f8958 kind: Event lastTimestamp: "2026-09-17T16:54:30Z" message: 'Created pod: switch-graph-b5187-58856df79d-g7x99' metadata: creationTimestamp: "2026-09-17T16:54:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:30Z" name: switch-graph-b5187-58856df79d.18d629fd7c087762 namespace: kserve-ci-e2e-test resourceVersion: "16397" uid: cd7dd6c9-bdb4-4028-ae60-de07bbae4ccc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-b5187 namespace: kserve-ci-e2e-test resourceVersion: "16390" uid: ca0e1d57-630f-4774-857b-1a5429b8c392 kind: Event lastTimestamp: "2026-09-17T16:54:30Z" message: Scaled up replica set switch-graph-b5187-58856df79d from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:54:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:54:30Z" name: switch-graph-b5187.18d629fd7b4280fc namespace: kserve-ci-e2e-test resourceVersion: "16393" uid: e46ca579-ce73-4d64-87fa-e067ab043937 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:54:30Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-b5187 namespace: kserve-ci-e2e-test resourceVersion: "16407" uid: 1d0519e3-1e25-4e20-aafb-1c8a353409bd kind: Event lastTimestamp: "2026-09-17T16:54:30Z" message: InferenceGraph [switch-graph-b5187] is Ready metadata: creationTimestamp: "2026-09-17T16:54:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:54:30Z" name: switch-graph-b5187.18d629fd80a18592 namespace: kserve-ci-e2e-test resourceVersion: "16410" uid: 7559cac1-ddaa-4a6b-b7a8-0850519f627d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:54:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b5187 namespace: kserve-ci-e2e-test resourceVersion: "16391" uid: 3e6e045d-1687-4dad-8560-543ef50a39fd kind: Event lastTimestamp: "2026-09-17T16:55:00Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:54:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:55:00Z" name: switch-graph-b5187.18d62a00f996d90d namespace: kserve-ci-e2e-test resourceVersion: "16666" uid: f7b4942a-e1b1-4d12-b0c3-03ececd923a9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:54:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b5187 namespace: kserve-ci-e2e-test resourceVersion: "16391" uid: 3e6e045d-1687-4dad-8560-543ef50a39fd kind: Event lastTimestamp: "2026-09-17T16:55:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:54:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:55:00Z" name: switch-graph-b5187.18d62a00f9ee1d95 namespace: kserve-ci-e2e-test resourceVersion: "16667" uid: 1839dc11-acb7-468d-9d8d-dad6a6e36f6e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:53:20.185609Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-eb976-84f6d675cc-txp68 namespace: kserve-ci-e2e-test resourceVersion: "15394" uid: 1ce7023c-c51f-4b1d-9c6f-0c0f7d9f51f6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-eb976-84f6d675cc-txp68 to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T16:53:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:53:20Z" name: switch-graph-eb976-84f6d675cc-txp68.18d629ed165e46c2 namespace: kserve-ci-e2e-test resourceVersion: "15399" uid: 0850872d-c53b-4db3-8a4f-18e2f1701fca reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:20Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-eb976-84f6d675cc-txp68 namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: 1ce7023c-c51f-4b1d-9c6f-0c0f7d9f51f6 kind: Event lastTimestamp: "2026-09-17T16:53:20Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-eb976-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:53:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:20Z" name: switch-graph-eb976-84f6d675cc-txp68.18d629ed210c37cf namespace: kserve-ci-e2e-test resourceVersion: "15410" uid: f5e9a893-c37a-410e-b654-1a47fa7bf9ad reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:21Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-eb976-84f6d675cc-txp68 namespace: kserve-ci-e2e-test resourceVersion: "15403" uid: 1ce7023c-c51f-4b1d-9c6f-0c0f7d9f51f6 kind: Event lastTimestamp: "2026-09-17T16:53:21Z" message: Add eth0 [10.133.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:53:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:53:21Z" name: switch-graph-eb976-84f6d675cc-txp68.18d629ed5c0241fb namespace: kserve-ci-e2e-test resourceVersion: "15419" uid: 541acce4-4134-450d-ab0d-4d0ad6f66226 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-eb976} kind: Pod name: switch-graph-eb976-84f6d675cc-txp68 namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: 1ce7023c-c51f-4b1d-9c6f-0c0f7d9f51f6 kind: Event lastTimestamp: "2026-09-17T16:53:21Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3" metadata: creationTimestamp: "2026-09-17T16:53:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:21Z" name: switch-graph-eb976-84f6d675cc-txp68.18d629ed5d782605 namespace: kserve-ci-e2e-test resourceVersion: "15422" uid: 9188c3d6-988c-4692-95c3-03b64b7541f4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-eb976} kind: Pod name: switch-graph-eb976-84f6d675cc-txp68 namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: 1ce7023c-c51f-4b1d-9c6f-0c0f7d9f51f6 kind: Event lastTimestamp: "2026-09-17T16:53:24Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3" in 2.69s (2.69s including waiting). Image size: 211751527 bytes.' metadata: creationTimestamp: "2026-09-17T16:53:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:24Z" name: switch-graph-eb976-84f6d675cc-txp68.18d629edfdd25970 namespace: kserve-ci-e2e-test resourceVersion: "15438" uid: 069bcfee-43c8-47f2-bdf1-e259d4cc4251 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-eb976} kind: Pod name: switch-graph-eb976-84f6d675cc-txp68 namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: 1ce7023c-c51f-4b1d-9c6f-0c0f7d9f51f6 kind: Event lastTimestamp: "2026-09-17T16:53:24Z" message: 'Created container: switch-graph-eb976' metadata: creationTimestamp: "2026-09-17T16:53:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:24Z" name: switch-graph-eb976-84f6d675cc-txp68.18d629ee00b21ada namespace: kserve-ci-e2e-test resourceVersion: "15440" uid: 46b374b7-5890-4b3d-b6ff-c9d598da72b6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-eb976} kind: Pod name: switch-graph-eb976-84f6d675cc-txp68 namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: 1ce7023c-c51f-4b1d-9c6f-0c0f7d9f51f6 kind: Event lastTimestamp: "2026-09-17T16:53:24Z" message: Started container switch-graph-eb976 metadata: creationTimestamp: "2026-09-17T16:53:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:24Z" name: switch-graph-eb976-84f6d675cc-txp68.18d629ee0127a933 namespace: kserve-ci-e2e-test resourceVersion: "15441" uid: 7596eb42-5ec4-47fb-a8e4-40aa8eef25ca reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-eb976} kind: Pod name: switch-graph-eb976-84f6d675cc-txp68 namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: 1ce7023c-c51f-4b1d-9c6f-0c0f7d9f51f6 kind: Event lastTimestamp: "2026-09-17T16:53:30Z" message: Stopping container switch-graph-eb976 metadata: creationTimestamp: "2026-09-17T16:53:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:53:30Z" name: switch-graph-eb976-84f6d675cc-txp68.18d629ef7530784f namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 5b34db75-d950-43c3-8e9d-ba371dc74b14 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:53:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-eb976} kind: Pod name: switch-graph-eb976-84f6d675cc-txp68 namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: 1ce7023c-c51f-4b1d-9c6f-0c0f7d9f51f6 kind: Event lastTimestamp: "2026-09-17T16:54:00Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T16:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:54:00Z" name: switch-graph-eb976-84f6d675cc-txp68.18d629f09169f820 namespace: kserve-ci-e2e-test resourceVersion: "15912" uid: 496a6a94-5959-4048-82bf-d6393c8c1cf9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-eb976-84f6d675cc namespace: kserve-ci-e2e-test resourceVersion: "15390" uid: 49471cb5-68dd-45ac-a735-3643a3cd4634 kind: Event lastTimestamp: "2026-09-17T16:53:20Z" message: 'Created pod: switch-graph-eb976-84f6d675cc-txp68' metadata: creationTimestamp: "2026-09-17T16:53:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:20Z" name: switch-graph-eb976-84f6d675cc.18d629ed16013e61 namespace: kserve-ci-e2e-test resourceVersion: "15397" uid: b92a1779-514a-4f4e-b1e6-84653831cb08 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-eb976 namespace: kserve-ci-e2e-test resourceVersion: "15387" uid: 54bd2083-b66c-408c-b5e0-d14b66a2ca98 kind: Event lastTimestamp: "2026-09-17T16:53:20Z" message: Scaled up replica set switch-graph-eb976-84f6d675cc from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:53:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:53:20Z" name: switch-graph-eb976.18d629ed15302e21 namespace: kserve-ci-e2e-test resourceVersion: "15392" uid: 500b5ca6-d7ef-46e8-8973-ee3bbdaa29a8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:53:20Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-eb976 namespace: kserve-ci-e2e-test resourceVersion: "15405" uid: 75072464-7554-46f6-b226-619891f3a483 kind: Event lastTimestamp: "2026-09-17T16:53:20Z" message: InferenceGraph [switch-graph-eb976] is Ready metadata: creationTimestamp: "2026-09-17T16:53:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:53:20Z" name: switch-graph-eb976.18d629ed1acd753d namespace: kserve-ci-e2e-test resourceVersion: "15407" uid: 98442322-b26c-44d6-ba31-17a1b20efd35 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T17:15:01.109363Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-f0d22-6c68dfbc6f-dmg57 namespace: kserve-ci-e2e-test resourceVersion: "24950" uid: f5861dbc-73e9-4c76-bbcc-d23839e86bfa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-f0d22-6c68dfbc6f-dmg57 to ip-10-0-143-112.ec2.internal metadata: creationTimestamp: "2026-09-17T17:15:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T17:15:01Z" name: switch-graph-f0d22-6c68dfbc6f-dmg57.18d62b1bfb77681a namespace: kserve-ci-e2e-test resourceVersion: "24955" uid: 14ac4ada-a07c-4194-a7b4-9d460a44e152 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76fb7cbfb8-vgp7j source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:01Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-f0d22-6c68dfbc6f-dmg57 namespace: kserve-ci-e2e-test resourceVersion: "24959" uid: f5861dbc-73e9-4c76-bbcc-d23839e86bfa kind: Event lastTimestamp: "2026-09-17T17:15:01Z" message: Add eth0 [10.133.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T17:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T17:15:01Z" name: switch-graph-f0d22-6c68dfbc6f-dmg57.18d62b1c1d4ff967 namespace: kserve-ci-e2e-test resourceVersion: "24970" uid: 9d481e47-eb2f-4dcc-a10e-f134d744d48a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f0d22} kind: Pod name: switch-graph-f0d22-6c68dfbc6f-dmg57 namespace: kserve-ci-e2e-test resourceVersion: "24952" uid: f5861dbc-73e9-4c76-bbcc-d23839e86bfa kind: Event lastTimestamp: "2026-09-17T17:15:01Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:dae09a3aa9a23aca96ea2af0400a27c12957dcc91259106b40cbd871a02ad5c3" already present on machine metadata: creationTimestamp: "2026-09-17T17:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:15:01Z" name: switch-graph-f0d22-6c68dfbc6f-dmg57.18d62b1c1e9cfb9a namespace: kserve-ci-e2e-test resourceVersion: "24972" uid: c49bb00e-6462-4df3-af76-a20d3aa68d24 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f0d22} kind: Pod name: switch-graph-f0d22-6c68dfbc6f-dmg57 namespace: kserve-ci-e2e-test resourceVersion: "24952" uid: f5861dbc-73e9-4c76-bbcc-d23839e86bfa kind: Event lastTimestamp: "2026-09-17T17:15:01Z" message: 'Created container: switch-graph-f0d22' metadata: creationTimestamp: "2026-09-17T17:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:15:01Z" name: switch-graph-f0d22-6c68dfbc6f-dmg57.18d62b1c215c0822 namespace: kserve-ci-e2e-test resourceVersion: "24973" uid: 966c945c-6ffa-4da7-b60c-98684776dcba reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f0d22} kind: Pod name: switch-graph-f0d22-6c68dfbc6f-dmg57 namespace: kserve-ci-e2e-test resourceVersion: "24952" uid: f5861dbc-73e9-4c76-bbcc-d23839e86bfa kind: Event lastTimestamp: "2026-09-17T17:15:01Z" message: Started container switch-graph-f0d22 metadata: creationTimestamp: "2026-09-17T17:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:15:01Z" name: switch-graph-f0d22-6c68dfbc6f-dmg57.18d62b1c21d05038 namespace: kserve-ci-e2e-test resourceVersion: "24974" uid: 363141f1-548c-4b66-978c-fcf88cefece8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:31:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f0d22} kind: Pod name: switch-graph-f0d22-6c68dfbc6f-dmg57 namespace: kserve-ci-e2e-test resourceVersion: "24952" uid: f5861dbc-73e9-4c76-bbcc-d23839e86bfa kind: Event lastTimestamp: "2026-09-17T17:31:20Z" message: Stopping container switch-graph-f0d22 metadata: creationTimestamp: "2026-09-17T17:31:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:31:20Z" name: switch-graph-f0d22-6c68dfbc6f-dmg57.18d62bfff96a158b namespace: kserve-ci-e2e-test resourceVersion: "29411" uid: 7ffb5cf6-9858-4f22-bbf4-7f562810c814 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T17:31:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-f0d22} kind: Pod name: switch-graph-f0d22-6c68dfbc6f-dmg57 namespace: kserve-ci-e2e-test resourceVersion: "24952" uid: f5861dbc-73e9-4c76-bbcc-d23839e86bfa kind: Event lastTimestamp: "2026-09-17T17:31:48Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T17:31:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T17:31:48Z" name: switch-graph-f0d22-6c68dfbc6f-dmg57.18d62c00a478fea5 namespace: kserve-ci-e2e-test resourceVersion: "29613" uid: ff3e0c13-ab1a-4ef8-8675-9eaf3539905c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-112.ec2.internal source: component: kubelet host: ip-10-0-143-112.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-f0d22-6c68dfbc6f namespace: kserve-ci-e2e-test resourceVersion: "24947" uid: 70192d97-a010-4fa0-b19b-5ce02e49bb88 kind: Event lastTimestamp: "2026-09-17T17:15:01Z" message: 'Created pod: switch-graph-f0d22-6c68dfbc6f-dmg57' metadata: creationTimestamp: "2026-09-17T17:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:01Z" name: switch-graph-f0d22-6c68dfbc6f.18d62b1bfae0a1cc namespace: kserve-ci-e2e-test resourceVersion: "24951" uid: d37c5350-63c4-40dc-86ab-1d34e90aa9c9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-f0d22 namespace: kserve-ci-e2e-test resourceVersion: "24945" uid: 9639ad2b-da4f-4208-b9de-d18583054be8 kind: Event lastTimestamp: "2026-09-17T17:15:01Z" message: Scaled up replica set switch-graph-f0d22-6c68dfbc6f from 0 to 1 metadata: creationTimestamp: "2026-09-17T17:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:01Z" name: switch-graph-f0d22.18d62b1bf9faf618 namespace: kserve-ci-e2e-test resourceVersion: "24948" uid: 81d8818b-f606-4783-aa51-4c817cd11597 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T17:15:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-f0d22 namespace: kserve-ci-e2e-test resourceVersion: "24961" uid: f2a5a537-feb7-484b-80e9-86cff4d3ae81 kind: Event lastTimestamp: "2026-09-17T17:15:01Z" message: InferenceGraph [switch-graph-f0d22] is Ready metadata: creationTimestamp: "2026-09-17T17:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T17:15:01Z" name: switch-graph-f0d22.18d62b1bff41d19b namespace: kserve-ci-e2e-test resourceVersion: "24964" uid: 07817453-5493-46b5-96b4-3bc9c2ae3cd9 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:15:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-f0d22 namespace: kserve-ci-e2e-test resourceVersion: "24946" uid: fb46ebbe-9ab1-4099-b100-8ffb745db609 kind: Event lastTimestamp: "2026-09-17T17:15:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:15:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:46Z" name: switch-graph-f0d22.18d62b1f785749f9 namespace: kserve-ci-e2e-test resourceVersion: "25264" uid: 0176f373-8cb8-4d09-a78c-5fdf2562be57 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T17:15:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-f0d22 namespace: kserve-ci-e2e-test resourceVersion: "24946" uid: fb46ebbe-9ab1-4099-b100-8ffb745db609 kind: Event lastTimestamp: "2026-09-17T17:15:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T17:15:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T17:15:46Z" name: switch-graph-f0d22.18d62b1f78cfe0e1 namespace: kserve-ci-e2e-test resourceVersion: "25265" uid: 67b87621-bb74-43d4-9a0f-4c5425fd381d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "29618"