--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:37:36.597134Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-81279-7ff94b5fb-vhq95 namespace: kserve-ci-e2e-test resourceVersion: "22876" uid: 4461df58-2188-41a6-90a5-0c6b8e77aee2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-81279-7ff94b5fb-vhq95 to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:37:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:37:36Z" name: ensemble-graph-81279-7ff94b5fb-vhq95.18d3c1859c874183 namespace: kserve-ci-e2e-test resourceVersion: "22881" uid: 72d2a7fe-1fa4-4fe8-945a-cc339a19d19b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:36Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-81279-7ff94b5fb-vhq95 namespace: kserve-ci-e2e-test resourceVersion: "22878" uid: 4461df58-2188-41a6-90a5-0c6b8e77aee2 kind: Event lastTimestamp: "2026-09-09T20:37:36Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-81279-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:37:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:36Z" name: ensemble-graph-81279-7ff94b5fb-vhq95.18d3c185ab6f8f09 namespace: kserve-ci-e2e-test resourceVersion: "22895" uid: f7da6d69-47c8-48e6-aa29-561f5d0b87cf reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:37Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-81279-7ff94b5fb-vhq95 namespace: kserve-ci-e2e-test resourceVersion: "22887" uid: 4461df58-2188-41a6-90a5-0c6b8e77aee2 kind: Event lastTimestamp: "2026-09-09T20:37:37Z" message: Add eth0 [10.133.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:37:37Z" name: ensemble-graph-81279-7ff94b5fb-vhq95.18d3c185e25793be namespace: kserve-ci-e2e-test resourceVersion: "22905" uid: 8c1606dd-2afb-4242-ad64-ecdfde45f7ed reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-81279} kind: Pod name: ensemble-graph-81279-7ff94b5fb-vhq95 namespace: kserve-ci-e2e-test resourceVersion: "22878" uid: 4461df58-2188-41a6-90a5-0c6b8e77aee2 kind: Event lastTimestamp: "2026-09-09T20:37:37Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491" already present on machine metadata: creationTimestamp: "2026-09-09T20:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:37Z" name: ensemble-graph-81279-7ff94b5fb-vhq95.18d3c185e3b5dc66 namespace: kserve-ci-e2e-test resourceVersion: "22907" uid: cce8eece-07e1-4f93-8aa7-fdfe09475276 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-81279} kind: Pod name: ensemble-graph-81279-7ff94b5fb-vhq95 namespace: kserve-ci-e2e-test resourceVersion: "22878" uid: 4461df58-2188-41a6-90a5-0c6b8e77aee2 kind: Event lastTimestamp: "2026-09-09T20:37:37Z" message: 'Created container: ensemble-graph-81279' metadata: creationTimestamp: "2026-09-09T20:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:37Z" name: ensemble-graph-81279-7ff94b5fb-vhq95.18d3c185e696e85a namespace: kserve-ci-e2e-test resourceVersion: "22908" uid: 07b657f3-928e-4ad0-9595-546e29a3feb2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-81279} kind: Pod name: ensemble-graph-81279-7ff94b5fb-vhq95 namespace: kserve-ci-e2e-test resourceVersion: "22878" uid: 4461df58-2188-41a6-90a5-0c6b8e77aee2 kind: Event lastTimestamp: "2026-09-09T20:37:37Z" message: Started container ensemble-graph-81279 metadata: creationTimestamp: "2026-09-09T20:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:37Z" name: ensemble-graph-81279-7ff94b5fb-vhq95.18d3c185e7056b71 namespace: kserve-ci-e2e-test resourceVersion: "22909" uid: a4f7a28c-d527-481f-a77c-7ffbf259c740 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-81279} kind: Pod name: ensemble-graph-81279-7ff94b5fb-vhq95 namespace: kserve-ci-e2e-test resourceVersion: "22878" uid: 4461df58-2188-41a6-90a5-0c6b8e77aee2 kind: Event lastTimestamp: "2026-09-09T20:45:51Z" message: Stopping container ensemble-graph-81279 metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:51Z" name: ensemble-graph-81279-7ff94b5fb-vhq95.18d3c1f8cb8d19a4 namespace: kserve-ci-e2e-test resourceVersion: "26710" uid: 45c3a5c0-5bfd-4525-894b-bd009b44fe11 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:45:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-81279} kind: Pod name: ensemble-graph-81279-7ff94b5fb-vhq95 namespace: kserve-ci-e2e-test resourceVersion: "22878" uid: 4461df58-2188-41a6-90a5-0c6b8e77aee2 kind: Event lastTimestamp: "2026-09-09T20:46:18Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-09T20:45:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:18Z" name: ensemble-graph-81279-7ff94b5fb-vhq95.18d3c1f966099de6 namespace: kserve-ci-e2e-test resourceVersion: "27050" uid: 7734f2b2-a239-4640-a34f-69f2115bd06d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-81279-7ff94b5fb namespace: kserve-ci-e2e-test resourceVersion: "22873" uid: d574bbbc-0f01-48e6-9581-77a2becb979f kind: Event lastTimestamp: "2026-09-09T20:37:36Z" message: 'Created pod: ensemble-graph-81279-7ff94b5fb-vhq95' metadata: creationTimestamp: "2026-09-09T20:37:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:36Z" name: ensemble-graph-81279-7ff94b5fb.18d3c1859c1a3104 namespace: kserve-ci-e2e-test resourceVersion: "22877" uid: 103ce560-ecfb-4a7f-af8d-c9b0fa7c1ba7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-81279 namespace: kserve-ci-e2e-test resourceVersion: "22871" uid: 18405a90-c4d7-4a45-8319-7594518ffbb9 kind: Event lastTimestamp: "2026-09-09T20:37:36Z" message: Scaled up replica set ensemble-graph-81279-7ff94b5fb from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:37:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:36Z" name: ensemble-graph-81279.18d3c1859b7e1fdd namespace: kserve-ci-e2e-test resourceVersion: "22874" uid: 33faef57-1e89-4110-b6fe-bedded4b850d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:36Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-81279 namespace: kserve-ci-e2e-test resourceVersion: "22889" uid: 5a823d5f-3107-49b1-9821-1cba39a2f174 kind: Event lastTimestamp: "2026-09-09T20:37:36Z" message: InferenceGraph [ensemble-graph-81279] is Ready metadata: creationTimestamp: "2026-09-09T20:37:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:37:36Z" name: ensemble-graph-81279.18d3c185a085aaaa namespace: kserve-ci-e2e-test resourceVersion: "22891" uid: bfe8ae8a-c1c1-431b-a956-c717746a7de7 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-81279 namespace: kserve-ci-e2e-test resourceVersion: "22872" uid: b8505e43-bf12-4677-9666-21cff37f39d3 kind: Event lastTimestamp: "2026-09-09T20:37:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:37:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:51Z" name: ensemble-graph-81279.18d3c18919fa8a49 namespace: kserve-ci-e2e-test resourceVersion: "23021" uid: 4854c4dc-7702-4c97-8af2-1cc3b7211266 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-81279 namespace: kserve-ci-e2e-test resourceVersion: "22872" uid: b8505e43-bf12-4677-9666-21cff37f39d3 kind: Event lastTimestamp: "2026-09-09T20:37:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:37:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:51Z" name: ensemble-graph-81279.18d3c1891a5de249 namespace: kserve-ci-e2e-test resourceVersion: "23023" uid: 6002d8a6-b85e-4fbf-96b3-841f9e346a8d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-81279 namespace: kserve-ci-e2e-test resourceVersion: "23022" uid: b8505e43-bf12-4677-9666-21cff37f39d3 kind: Event lastTimestamp: "2026-09-09T20:38:06Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:38:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:06Z" name: ensemble-graph-81279.18d3c18c9966fdd7 namespace: kserve-ci-e2e-test resourceVersion: "23143" uid: 1f16020a-67e2-4dbb-89ca-7b434078770d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-81279 namespace: kserve-ci-e2e-test resourceVersion: "23022" uid: b8505e43-bf12-4677-9666-21cff37f39d3 kind: Event lastTimestamp: "2026-09-09T20:38:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:38:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:06Z" name: ensemble-graph-81279.18d3c18c99c812d3 namespace: kserve-ci-e2e-test resourceVersion: "23145" uid: 77a68d9f-c58a-4e38-899e-ffe4d35f41ad reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:36:26.289997Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-b3d7b-6c989bffcf-kgvbk namespace: kserve-ci-e2e-test resourceVersion: "21907" uid: 26fea029-969d-4311-a62d-b44401340980 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-b3d7b-6c989bffcf-kgvbk to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:36:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:36:26Z" name: ensemble-graph-b3d7b-6c989bffcf-kgvbk.18d3c1753de5898e namespace: kserve-ci-e2e-test resourceVersion: "21916" uid: bfa75923-d51c-4220-9662-dab8ed9d7393 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:26Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-b3d7b-6c989bffcf-kgvbk namespace: kserve-ci-e2e-test resourceVersion: "21919" uid: 26fea029-969d-4311-a62d-b44401340980 kind: Event lastTimestamp: "2026-09-09T20:36:26Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:36:26Z" name: ensemble-graph-b3d7b-6c989bffcf-kgvbk.18d3c1755fd1aa3b namespace: kserve-ci-e2e-test resourceVersion: "21931" uid: ff5b5ba6-d203-41f2-812e-2a5673d5b081 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b3d7b} kind: Pod name: ensemble-graph-b3d7b-6c989bffcf-kgvbk namespace: kserve-ci-e2e-test resourceVersion: "21909" uid: 26fea029-969d-4311-a62d-b44401340980 kind: Event lastTimestamp: "2026-09-09T20:36:26Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491" already present on machine metadata: creationTimestamp: "2026-09-09T20:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:26Z" name: ensemble-graph-b3d7b-6c989bffcf-kgvbk.18d3c1756105e664 namespace: kserve-ci-e2e-test resourceVersion: "21933" uid: 06e44041-5b46-496e-97be-8119e8ebea77 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b3d7b} kind: Pod name: ensemble-graph-b3d7b-6c989bffcf-kgvbk namespace: kserve-ci-e2e-test resourceVersion: "21909" uid: 26fea029-969d-4311-a62d-b44401340980 kind: Event lastTimestamp: "2026-09-09T20:36:26Z" message: 'Created container: ensemble-graph-b3d7b' metadata: creationTimestamp: "2026-09-09T20:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:26Z" name: ensemble-graph-b3d7b-6c989bffcf-kgvbk.18d3c175642f1edb namespace: kserve-ci-e2e-test resourceVersion: "21934" uid: 75e503b3-850b-4424-ab44-118835dbd85e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b3d7b} kind: Pod name: ensemble-graph-b3d7b-6c989bffcf-kgvbk namespace: kserve-ci-e2e-test resourceVersion: "21909" uid: 26fea029-969d-4311-a62d-b44401340980 kind: Event lastTimestamp: "2026-09-09T20:36:26Z" message: Started container ensemble-graph-b3d7b metadata: creationTimestamp: "2026-09-09T20:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:26Z" name: ensemble-graph-b3d7b-6c989bffcf-kgvbk.18d3c175649cc24e namespace: kserve-ci-e2e-test resourceVersion: "21935" uid: 5c361000-9e86-48f8-bf29-2ea73b655ef7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b3d7b} kind: Pod name: ensemble-graph-b3d7b-6c989bffcf-kgvbk namespace: kserve-ci-e2e-test resourceVersion: "21909" uid: 26fea029-969d-4311-a62d-b44401340980 kind: Event lastTimestamp: "2026-09-09T20:36:36Z" message: Stopping container ensemble-graph-b3d7b metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:36Z" name: ensemble-graph-b3d7b-6c989bffcf-kgvbk.18d3c177967496f8 namespace: kserve-ci-e2e-test resourceVersion: "22040" uid: 56d86b65-6312-4bf1-9de7-ce93ad203e87 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:36:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b3d7b} kind: Pod name: ensemble-graph-b3d7b-6c989bffcf-kgvbk namespace: kserve-ci-e2e-test resourceVersion: "21909" uid: 26fea029-969d-4311-a62d-b44401340980 kind: Event lastTimestamp: "2026-09-09T20:37:03Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-09T20:36:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:03Z" name: ensemble-graph-b3d7b-6c989bffcf-kgvbk.18d3c17819c2523a namespace: kserve-ci-e2e-test resourceVersion: "22390" uid: 1896d956-dd72-4dfc-b043-e44879aba799 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-b3d7b-6c989bffcf namespace: kserve-ci-e2e-test resourceVersion: "21904" uid: e18d0739-7bf8-4b55-8d83-8a9412c79ec9 kind: Event lastTimestamp: "2026-09-09T20:36:26Z" message: 'Created pod: ensemble-graph-b3d7b-6c989bffcf-kgvbk' metadata: creationTimestamp: "2026-09-09T20:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:26Z" name: ensemble-graph-b3d7b-6c989bffcf.18d3c1753d71cb5c namespace: kserve-ci-e2e-test resourceVersion: "21908" uid: 1351093b-9d7b-498d-982d-1e5f263b9bda reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-b3d7b namespace: kserve-ci-e2e-test resourceVersion: "21902" uid: 56a1440f-744f-4e6b-b8ef-d187a537dc28 kind: Event lastTimestamp: "2026-09-09T20:36:26Z" message: Scaled up replica set ensemble-graph-b3d7b-6c989bffcf from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:26Z" name: ensemble-graph-b3d7b.18d3c1753cc44a4a namespace: kserve-ci-e2e-test resourceVersion: "21906" uid: 20dfd14b-9a2c-499b-bd63-b05ec3231136 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:26Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-b3d7b namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: 7ea1d21a-f6d2-49f9-822b-ac796f3ab0ad kind: Event lastTimestamp: "2026-09-09T20:36:26Z" message: InferenceGraph [ensemble-graph-b3d7b] is Ready metadata: creationTimestamp: "2026-09-09T20:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:36:26Z" name: ensemble-graph-b3d7b.18d3c17541dc7af9 namespace: kserve-ci-e2e-test resourceVersion: "21924" uid: 54619f98-1907-4d27-ada7-45d63f224637 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:37:26.629781Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns namespace: kserve-ci-e2e-test resourceVersion: "22741" uid: 0586df93-682b-4686-9b9c-d6b03fae9893 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns to ip-10-0-128-184.ec2.internal metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:37:26Z" name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns.18d3c1834a6d839e namespace: kserve-ci-e2e-test resourceVersion: "22745" uid: b21db1fe-04f8-4274-a990-dcf21ba07500 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns namespace: kserve-ci-e2e-test resourceVersion: "22743" uid: 0586df93-682b-4686-9b9c-d6b03fae9893 kind: Event lastTimestamp: "2026-09-09T20:37:26Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-28e88-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:26Z" name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns.18d3c18355586501 namespace: kserve-ci-e2e-test resourceVersion: "22756" uid: 975b56d3-2c00-4a0b-8c31-763360768614 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns namespace: kserve-ci-e2e-test resourceVersion: "22750" uid: 0586df93-682b-4686-9b9c-d6b03fae9893 kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:37:27Z" name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns.18d3c1839074b8d5 namespace: kserve-ci-e2e-test resourceVersion: "22773" uid: c96049c7-fc95-46a3-8254-6f948a4c39bc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns namespace: kserve-ci-e2e-test resourceVersion: "22743" uid: 0586df93-682b-4686-9b9c-d6b03fae9893 kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:27Z" name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns.18d3c18391bfeea0 namespace: kserve-ci-e2e-test resourceVersion: "22775" uid: b3a90ee8-0cc7-4ff6-895c-04a7c1dc23fc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns namespace: kserve-ci-e2e-test resourceVersion: "22743" uid: 0586df93-682b-4686-9b9c-d6b03fae9893 kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:27Z" name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns.18d3c1839536a95a namespace: kserve-ci-e2e-test resourceVersion: "22780" uid: fd647739-6b75-4677-8976-855f4fe6e440 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns namespace: kserve-ci-e2e-test resourceVersion: "22743" uid: 0586df93-682b-4686-9b9c-d6b03fae9893 kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:27Z" name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns.18d3c18395ad60f7 namespace: kserve-ci-e2e-test resourceVersion: "22781" uid: 53ea176b-91b3-4bb6-892a-fa2723b5aa45 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns namespace: kserve-ci-e2e-test resourceVersion: "22743" uid: 0586df93-682b-4686-9b9c-d6b03fae9893 kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:27Z" name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns.18d3c18395b76543 namespace: kserve-ci-e2e-test resourceVersion: "22782" uid: d1d0d824-d335-40c4-89c1-e68514f6d3e5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns namespace: kserve-ci-e2e-test resourceVersion: "22743" uid: 0586df93-682b-4686-9b9c-d6b03fae9893 kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:27Z" name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns.18d3c18398dffcb8 namespace: kserve-ci-e2e-test resourceVersion: "22783" uid: 7f737961-6799-4b24-ae29-35bb8e8dcc34 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns namespace: kserve-ci-e2e-test resourceVersion: "22743" uid: 0586df93-682b-4686-9b9c-d6b03fae9893 kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:27Z" name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns.18d3c18399710154 namespace: kserve-ci-e2e-test resourceVersion: "22784" uid: 6f65dc1a-856d-4ea5-85b7-8c9bce76738c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:37:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns namespace: kserve-ci-e2e-test resourceVersion: "22743" uid: 0586df93-682b-4686-9b9c-d6b03fae9893 kind: Event lastTimestamp: "2026-09-09T20:38:05Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:37:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:38:05Z" name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns.18d3c1840165df90 namespace: kserve-ci-e2e-test resourceVersion: "23136" uid: 72f30a54-0a4a-457b-92ca-f612a4efb2bc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns namespace: kserve-ci-e2e-test resourceVersion: "22743" uid: 0586df93-682b-4686-9b9c-d6b03fae9893 kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:41Z" name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns.18d3c2046f688995 namespace: kserve-ci-e2e-test resourceVersion: "27282" uid: f907ed41-91d9-4ce2-a5d1-197615a8512c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns namespace: kserve-ci-e2e-test resourceVersion: "22743" uid: 0586df93-682b-4686-9b9c-d6b03fae9893 kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:41Z" name: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns.18d3c2046f69608a namespace: kserve-ci-e2e-test resourceVersion: "27283" uid: 11c3fc4f-13f7-45ff-af13-9b46dc048f53 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-28e88-predictor-6bb6f499b4 namespace: kserve-ci-e2e-test resourceVersion: "22735" uid: 63b429d9-46f2-489c-b251-ffba6dcbee78 kind: Event lastTimestamp: "2026-09-09T20:37:26Z" message: 'Created pod: error-404-isvc-28e88-predictor-6bb6f499b4-jg8ns' metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:26Z" name: error-404-isvc-28e88-predictor-6bb6f499b4.18d3c18349fbe8c1 namespace: kserve-ci-e2e-test resourceVersion: "22742" uid: f4dba0b4-84f0-4280-9e6e-660594bab148 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-28e88-predictor namespace: kserve-ci-e2e-test resourceVersion: "22732" uid: 8e9de0ab-b703-44e4-ae86-878b9231133f kind: Event lastTimestamp: "2026-09-09T20:37:26Z" message: Scaled up replica set error-404-isvc-28e88-predictor-6bb6f499b4 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:26Z" name: error-404-isvc-28e88-predictor.18d3c183484b85b1 namespace: kserve-ci-e2e-test resourceVersion: "22736" uid: b62fc066-b3e7-4b52-ae20-5ae05b7edfc3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:37:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-28e88-predictor namespace: kserve-ci-e2e-test resourceVersion: "22734" uid: dc196db8-760d-4825-9e78-2c25ce87878d kind: Event lastTimestamp: "2026-09-09T20:37:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:37:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:56Z" name: error-404-isvc-28e88-predictor.18d3c186c6afd248 namespace: kserve-ci-e2e-test resourceVersion: "23073" uid: 7ee14891-8a21-4e87-8929-fe8f071b3124 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:37:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-28e88-predictor namespace: kserve-ci-e2e-test resourceVersion: "22734" uid: dc196db8-760d-4825-9e78-2c25ce87878d kind: Event lastTimestamp: "2026-09-09T20:37:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:37:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:56Z" name: error-404-isvc-28e88-predictor.18d3c186c70d8713 namespace: kserve-ci-e2e-test resourceVersion: "23074" uid: 0716f7eb-fd84-48c8-a0d5-6ef6f13ff9ad reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:38:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-28e88-predictor namespace: kserve-ci-e2e-test resourceVersion: "22941" uid: dc196db8-760d-4825-9e78-2c25ce87878d kind: Event lastTimestamp: "2026-09-09T20:38:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:38:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:41Z" name: error-404-isvc-28e88-predictor.18d3c18dc45802f0 namespace: kserve-ci-e2e-test resourceVersion: "23464" uid: ce6f31f6-953f-4b49-9cc4-af90f97de1cb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:38:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-28e88-predictor namespace: kserve-ci-e2e-test resourceVersion: "22941" uid: dc196db8-760d-4825-9e78-2c25ce87878d kind: Event lastTimestamp: "2026-09-09T20:38:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:38:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:41Z" name: error-404-isvc-28e88-predictor.18d3c18dc4b93dbb namespace: kserve-ci-e2e-test resourceVersion: "23465" uid: 026a5128-7e2c-4c35-b340-e6721336c575 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-28e88 namespace: kserve-ci-e2e-test resourceVersion: "22719" uid: 6a4647d3-bbbe-4569-a1f9-a2351fe55939 kind: Event lastTimestamp: "2026-09-09T20:38:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:38:15Z" name: error-404-isvc-28e88.18d3c1834851c45f namespace: kserve-ci-e2e-test resourceVersion: "23233" uid: e1739ac3-6b17-4fa2-81f5-b7b5cb9cb8aa reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-28e88 namespace: kserve-ci-e2e-test resourceVersion: "23231" uid: 6a4647d3-bbbe-4569-a1f9-a2351fe55939 kind: Event lastTimestamp: "2026-09-09T20:38:15Z" message: InferenceService [error-404-isvc-28e88] is Ready metadata: creationTimestamp: "2026-09-09T20:38:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:38:15Z" name: error-404-isvc-28e88.18d3c18ebc6611dd namespace: kserve-ci-e2e-test resourceVersion: "23232" uid: c248bd9d-742a-4a53-b147-989590f7fd5c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:26:11.568014Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 namespace: kserve-ci-e2e-test resourceVersion: "16815" uid: e5d9c6fa-303f-490f-a07a-70a48e0d5ea4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 to ip-10-0-128-184.ec2.internal metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:26:11Z" name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2.18d3c0e61d9c74fc namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: f52e517d-07e4-4521-b04e-773b74f63b75 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 namespace: kserve-ci-e2e-test resourceVersion: "16824" uid: e5d9c6fa-303f-490f-a07a-70a48e0d5ea4 kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:26:12Z" name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2.18d3c0e64017a6c7 namespace: kserve-ci-e2e-test resourceVersion: "16848" uid: 765faf9e-c110-48d9-8562-094d8f2e3538 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: e5d9c6fa-303f-490f-a07a-70a48e0d5ea4 kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:12Z" name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2.18d3c0e6419ad71b namespace: kserve-ci-e2e-test resourceVersion: "16852" uid: 020f3f0e-2d44-4565-94b4-8a6d69efeb00 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: e5d9c6fa-303f-490f-a07a-70a48e0d5ea4 kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:12Z" name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2.18d3c0e645944c31 namespace: kserve-ci-e2e-test resourceVersion: "16854" uid: 4876edce-b631-4dcc-8b0b-0d8314bd5498 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: e5d9c6fa-303f-490f-a07a-70a48e0d5ea4 kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:12Z" name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2.18d3c0e64614d40a namespace: kserve-ci-e2e-test resourceVersion: "16856" uid: e504e95c-28dc-4807-9667-4b84f243fcd6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: e5d9c6fa-303f-490f-a07a-70a48e0d5ea4 kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:12Z" name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2.18d3c0e64620cfe1 namespace: kserve-ci-e2e-test resourceVersion: "16857" uid: aab99fda-d60e-4c5c-a9f3-2a6accad9b1e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: e5d9c6fa-303f-490f-a07a-70a48e0d5ea4 kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:12Z" name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2.18d3c0e64a051eae namespace: kserve-ci-e2e-test resourceVersion: "16858" uid: 4a11c6e3-02c9-474e-97f7-cee1607a46e9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: e5d9c6fa-303f-490f-a07a-70a48e0d5ea4 kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:12Z" name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2.18d3c0e64a865361 namespace: kserve-ci-e2e-test resourceVersion: "16860" uid: 5438e43c-b7e5-4774-a2f1-bccd40ea01f7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-09T20:26:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: e5d9c6fa-303f-490f-a07a-70a48e0d5ea4 kind: Event lastTimestamp: "2026-09-09T20:35:29Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:26:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:29Z" name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2.18d3c0e68bcb04ed namespace: kserve-ci-e2e-test resourceVersion: "21290" uid: 787fdf34-8d06-42e1-ab28-a050815bcfa3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: e5d9c6fa-303f-490f-a07a-70a48e0d5ea4 kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:26Z" name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2.18d3c16747823e80 namespace: kserve-ci-e2e-test resourceVersion: "21209" uid: fbb8a6a9-e707-4406-aa6d-f25ae8981d61 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: e5d9c6fa-303f-490f-a07a-70a48e0d5ea4 kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:26Z" name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2.18d3c1674783c007 namespace: kserve-ci-e2e-test resourceVersion: "21212" uid: b2d6f7d0-e2cd-4b92-898a-1f52f355e11c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: e5d9c6fa-303f-490f-a07a-70a48e0d5ea4 kind: Event lastTimestamp: "2026-09-09T20:35:29Z" message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp 10.132.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:35:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:29Z" name: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2.18d3c168003bacc2 namespace: kserve-ci-e2e-test resourceVersion: "21289" uid: 042aaccc-1f41-4d89-a4fc-43a3248146b0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-2e273-predictor-6db6bf4f6 namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 2791abe0-0775-4e6e-ab94-641e5cce0a81 kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: 'Created pod: error-404-isvc-2e273-predictor-6db6bf4f6-6q6b2' metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:11Z" name: error-404-isvc-2e273-predictor-6db6bf4f6.18d3c0e61d37eaae namespace: kserve-ci-e2e-test resourceVersion: "16816" uid: 1cf87489-4817-4729-8d6e-465c80f14dbf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-2e273-predictor namespace: kserve-ci-e2e-test resourceVersion: "16807" uid: 7461d6ee-984f-4dae-8eec-4db072427cb0 kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: Scaled up replica set error-404-isvc-2e273-predictor-6db6bf4f6 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:11Z" name: error-404-isvc-2e273-predictor.18d3c0e61b93464e namespace: kserve-ci-e2e-test resourceVersion: "16811" uid: 38300f83-6ff2-4fd4-944e-1d538057a525 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:26:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2e273-predictor namespace: kserve-ci-e2e-test resourceVersion: "16808" uid: 90aef737-5ca7-4193-acf0-9d692ae8289f kind: Event lastTimestamp: "2026-09-09T20:26:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:26:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:56Z" name: error-404-isvc-2e273-predictor.18d3c0e99a13339c namespace: kserve-ci-e2e-test resourceVersion: "17294" uid: 27c5c4e7-de17-49c7-a131-3730bf25b29d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:26:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2e273-predictor namespace: kserve-ci-e2e-test resourceVersion: "16808" uid: 90aef737-5ca7-4193-acf0-9d692ae8289f kind: Event lastTimestamp: "2026-09-09T20:26:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:26:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:56Z" name: error-404-isvc-2e273-predictor.18d3c0e99a7c1d3c namespace: kserve-ci-e2e-test resourceVersion: "17295" uid: 71490f84-ba3b-4464-a013-6a4cf3abde89 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:26:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2e273-predictor namespace: kserve-ci-e2e-test resourceVersion: "17008" uid: 90aef737-5ca7-4193-acf0-9d692ae8289f kind: Event lastTimestamp: "2026-09-09T20:27:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:26Z" name: error-404-isvc-2e273-predictor.18d3c0ed19111a74 namespace: kserve-ci-e2e-test resourceVersion: "17765" uid: 9c3886f2-2126-42b7-a6f4-3d1a0c13e22a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:26:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2e273-predictor namespace: kserve-ci-e2e-test resourceVersion: "17008" uid: 90aef737-5ca7-4193-acf0-9d692ae8289f kind: Event lastTimestamp: "2026-09-09T20:27:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:26Z" name: error-404-isvc-2e273-predictor.18d3c0ed1973cbd7 namespace: kserve-ci-e2e-test resourceVersion: "17766" uid: 1e6ce277-8408-42b6-b3dc-fcfe5a292772 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:26:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2e273 namespace: kserve-ci-e2e-test resourceVersion: "16795" uid: dd173b96-8a25-4614-8123-8a37e358d6a4 kind: Event lastTimestamp: "2026-09-09T20:26:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:26:59Z" name: error-404-isvc-2e273.18d3c0e61b93c80f namespace: kserve-ci-e2e-test resourceVersion: "17331" uid: acbada21-8365-47aa-adea-e3a703408c70 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2e273 namespace: kserve-ci-e2e-test resourceVersion: "17329" uid: dd173b96-8a25-4614-8123-8a37e358d6a4 kind: Event lastTimestamp: "2026-09-09T20:26:59Z" message: InferenceService [error-404-isvc-2e273] is Ready metadata: creationTimestamp: "2026-09-09T20:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:26:59Z" name: error-404-isvc-2e273.18d3c0f146d6aa58 namespace: kserve-ci-e2e-test resourceVersion: "17330" uid: 6729e844-a499-4a4a-91ab-7d325948934e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:45:51.606866Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26775" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-326f5-predictor-5f77687698-df8ms to ip-10-0-128-184.ec2.internal metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:45:51Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c1f8dd6864f0 namespace: kserve-ci-e2e-test resourceVersion: "26780" uid: 5aa15b59-081d-4fdb-928f-7b911d1dc3c4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:51Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: "2026-09-09T20:45:51Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-326f5-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:51Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c1f8e922f948 namespace: kserve-ci-e2e-test resourceVersion: "26806" uid: 60713b73-b812-4496-8c1a-026f04fcb4d0 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26794" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:45:52Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c1f9239ab2ab namespace: kserve-ci-e2e-test resourceVersion: "26824" uid: db33ecd5-33e7-4794-9ac7-1bf867b96ae5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:52Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c1f924ea924b namespace: kserve-ci-e2e-test resourceVersion: "26828" uid: 30501814-5345-4458-b74e-d61a6799e0fc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:52Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c1f928781148 namespace: kserve-ci-e2e-test resourceVersion: "26829" uid: 263f89ce-849f-43b4-9264-32380f18b458 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:52Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c1f928e79eeb namespace: kserve-ci-e2e-test resourceVersion: "26830" uid: 24f0f7fe-eb69-4e9e-9c89-09c39cd1854f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:52Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c1f928f19c46 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: a98fbc29-e33b-4e10-890a-401233968dd5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:52Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c1f92be909d7 namespace: kserve-ci-e2e-test resourceVersion: "26832" uid: e7bdfd0f-e6bb-4bb3-8b56-366eaab26b99 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:52Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c1f92c72260b namespace: kserve-ci-e2e-test resourceVersion: "26833" uid: 4026fd1d-7ce9-43ae-9cea-becf90ad6cea reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:45:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: "2026-09-09T20:46:29Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:45:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:29Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c1f9331655cb namespace: kserve-ci-e2e-test resourceVersion: "27127" uid: 1030b732-b24a-4a83-9567-e2d18204d88f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: "2026-09-09T20:47:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:47:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:01Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c2093721a1f6 namespace: kserve-ci-e2e-test resourceVersion: "27639" uid: 4e6acf71-972c-4a48-826e-6adc8a3c8cb0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: "2026-09-09T20:47:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:47:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:01Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c2093722f458 namespace: kserve-ci-e2e-test resourceVersion: "27640" uid: 715cffd7-db6c-4359-8840-7e40d5ca02b2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-326f5-predictor-5f77687698-df8ms namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: 60fc950f-f50c-4f79-9417-be52f2740af7 kind: Event lastTimestamp: "2026-09-09T20:47:04Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:47:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:04Z" name: error-404-isvc-326f5-predictor-5f77687698-df8ms.18d3c209bb3f48cb namespace: kserve-ci-e2e-test resourceVersion: "27738" uid: e15f1286-7e04-4927-ac54-7c8bee620aee reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-326f5-predictor-5f77687698 namespace: kserve-ci-e2e-test resourceVersion: "26769" uid: dad3250f-62c8-4040-b2dc-305050d8458b kind: Event lastTimestamp: "2026-09-09T20:45:51Z" message: 'Created pod: error-404-isvc-326f5-predictor-5f77687698-df8ms' metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:45:51Z" name: error-404-isvc-326f5-predictor-5f77687698.18d3c1f8dcf4d738 namespace: kserve-ci-e2e-test resourceVersion: "26776" uid: b9da8ebb-59c1-4309-b1c5-3e09bffdf726 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-326f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "26765" uid: 2a060614-2403-434f-89e0-cc938bd9176b kind: Event lastTimestamp: "2026-09-09T20:45:51Z" message: Scaled up replica set error-404-isvc-326f5-predictor-5f77687698 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:45:51Z" name: error-404-isvc-326f5-predictor.18d3c1f8db620f18 namespace: kserve-ci-e2e-test resourceVersion: "26770" uid: 8c1813d0-d294-4373-95e1-0f483e03f2cf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:46:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-326f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "26767" uid: 4daa28ab-900c-4909-8af8-af581dc8cd0c kind: Event lastTimestamp: "2026-09-09T20:46:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:46:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:21Z" name: error-404-isvc-326f5-predictor.18d3c1fc59b04cb1 namespace: kserve-ci-e2e-test resourceVersion: "27070" uid: 89555c51-c7e1-4cab-ba50-05409a377aec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:46:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-326f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "26767" uid: 4daa28ab-900c-4909-8af8-af581dc8cd0c kind: Event lastTimestamp: "2026-09-09T20:46:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:46:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:21Z" name: error-404-isvc-326f5-predictor.18d3c1fc5a0ec6cc namespace: kserve-ci-e2e-test resourceVersion: "27071" uid: 51a5e65c-8965-4f8e-9bbe-a6eeb7650c4e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:46:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-326f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "26962" uid: 4daa28ab-900c-4909-8af8-af581dc8cd0c kind: Event lastTimestamp: "2026-09-09T20:46:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:46:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:51Z" name: error-404-isvc-326f5-predictor.18d3c2035765a61e namespace: kserve-ci-e2e-test resourceVersion: "27481" uid: 5b82e2d3-ce5d-46aa-9102-1d211b55f6f1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:46:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-326f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "26962" uid: 4daa28ab-900c-4909-8af8-af581dc8cd0c kind: Event lastTimestamp: "2026-09-09T20:46:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:46:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:51Z" name: error-404-isvc-326f5-predictor.18d3c20357c6e7c9 namespace: kserve-ci-e2e-test resourceVersion: "27483" uid: d6234a68-9b93-48ce-a360-74eacef05f6c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:45:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-326f5 namespace: kserve-ci-e2e-test resourceVersion: "26750" uid: c663bbdb-8cb2-4d96-bedd-6732102ec7b7 kind: Event lastTimestamp: "2026-09-09T20:46:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:46:39Z" name: error-404-isvc-326f5.18d3c1f8db693be4 namespace: kserve-ci-e2e-test resourceVersion: "27212" uid: 9b1fd92a-9b65-4147-9cdc-8b5882416a35 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-326f5 namespace: kserve-ci-e2e-test resourceVersion: "27210" uid: c663bbdb-8cb2-4d96-bedd-6732102ec7b7 kind: Event lastTimestamp: "2026-09-09T20:46:39Z" message: InferenceService [error-404-isvc-326f5] is Ready metadata: creationTimestamp: "2026-09-09T20:46:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:46:39Z" name: error-404-isvc-326f5.18d3c203ee44cf6a namespace: kserve-ci-e2e-test resourceVersion: "27211" uid: 02074478-8fac-4f31-b33f-b70122a734ec reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:24:41.622654Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15791" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l to ip-10-0-128-184.ec2.internal metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:24:41Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0d12c733b32 namespace: kserve-ci-e2e-test resourceVersion: "15797" uid: 6ad3d2ca-a884-4a02-9de0-cba955944903 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-510d5-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:41Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0d138860caa namespace: kserve-ci-e2e-test resourceVersion: "15832" uid: ee3db32d-4929-4aa4-a007-cb4aea3ad0cd reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:42Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:24:42Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:24:42Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0d172c26b0a namespace: kserve-ci-e2e-test resourceVersion: "15871" uid: e9c825aa-2f51-4865-bc24-67c1cdae618c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:24:42Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1968" metadata: creationTimestamp: "2026-09-09T20:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:42Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0d1740a3cd3 namespace: kserve-ci-e2e-test resourceVersion: "15873" uid: 59d220b3-e9c1-406b-9ed6-41d32cf50372 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:24:54Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1968" in 11.988s (11.988s including waiting). Image size: 1355752521 bytes.' metadata: creationTimestamp: "2026-09-09T20:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:54Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0d43e95e8f2 namespace: kserve-ci-e2e-test resourceVersion: "15978" uid: b13d240f-f428-4c15-beaf-f8d3c3a78b16 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:24:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:54Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0d442a2bea8 namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 8dd4ce5c-e5d3-4e7d-bdb1-b8f67cd837b8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:24:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:54Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0d443367ebe namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: c143c58f-85d7-45a1-9ca5-77683c091dce reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:24:54Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-09T20:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:54Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0d4434538b7 namespace: kserve-ci-e2e-test resourceVersion: "15982" uid: 2c31c7ac-45cd-49d0-b596-bef08f2b9245 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:24:57Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.449s (2.449s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-09T20:24:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:57Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0d4d548e939 namespace: kserve-ci-e2e-test resourceVersion: "16026" uid: 291bf304-9366-45bc-a077-ebaad94e3b0f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:24:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:24:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:57Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0d4d8a2487a namespace: kserve-ci-e2e-test resourceVersion: "16028" uid: b658dac5-aa12-41f1-892f-72adfbb106e7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:24:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:24:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:57Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0d4d91f07ee namespace: kserve-ci-e2e-test resourceVersion: "16029" uid: 6134a9d3-37d7-48e3-a70d-cdb36d9b2483 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-09T20:24:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:26:14Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:24:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:14Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0d4ff34e22c namespace: kserve-ci-e2e-test resourceVersion: "16882" uid: 2fe3f575-9872-4771-a11c-680ddeeb9948 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:11Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0e61360f0f7 namespace: kserve-ci-e2e-test resourceVersion: "16774" uid: 664d2a21-7b20-4c6f-85f1-b437b07aadf9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:11Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0e6136180a1 namespace: kserve-ci-e2e-test resourceVersion: "16775" uid: 4e6152d0-e10a-4607-97de-5c28d5592a7c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 4d076f53-441c-4eb3-9d76-11f8352cd9b6 kind: Event lastTimestamp: "2026-09-09T20:26:14Z" message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp 10.132.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:26:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:14Z" name: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l.18d3c0e6b1721017 namespace: kserve-ci-e2e-test resourceVersion: "16881" uid: 74d9f43a-b410-41ab-a8c8-f4fdbd87b474 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-510d5-predictor-5ccb9788d8 namespace: kserve-ci-e2e-test resourceVersion: "15783" uid: 0ac59403-3512-42b5-81e4-4512540c0ef8 kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: 'Created pod: error-404-isvc-510d5-predictor-5ccb9788d8-cqw5l' metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:24:41Z" name: error-404-isvc-510d5-predictor-5ccb9788d8.18d3c0d12c12341f namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 8ac60f7a-2ff8-4318-9ad0-16c49df6b87e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-510d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15780" uid: 2bc9a1ee-d0d4-4446-8e9f-bbf555b12231 kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: Scaled up replica set error-404-isvc-510d5-predictor-5ccb9788d8 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:24:41Z" name: error-404-isvc-510d5-predictor.18d3c0d129de71e4 namespace: kserve-ci-e2e-test resourceVersion: "15785" uid: 840692cd-c7a8-4e51-845f-81e5cd09a956 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-09T20:24:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-510d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15781" uid: 8ec61d29-bd8c-4794-aa36-42cce7e1804a kind: Event lastTimestamp: "2026-09-09T20:25:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:25:41Z" name: error-404-isvc-510d5-predictor.18d3c0d4a82cc17c namespace: kserve-ci-e2e-test resourceVersion: "16429" uid: 5d5b077d-6302-469d-9183-df4773ca3af2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-09T20:24:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-510d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15781" uid: 8ec61d29-bd8c-4794-aa36-42cce7e1804a kind: Event lastTimestamp: "2026-09-09T20:25:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:25:41Z" name: error-404-isvc-510d5-predictor.18d3c0d4a8a35e7e namespace: kserve-ci-e2e-test resourceVersion: "16430" uid: 670a3d8d-c06c-4896-a3bd-16f0d23af929 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-510d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 8ec61d29-bd8c-4794-aa36-42cce7e1804a kind: Event lastTimestamp: "2026-09-09T20:25:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:25:56Z" name: error-404-isvc-510d5-predictor.18d3c0e2a345ba4f namespace: kserve-ci-e2e-test resourceVersion: "16563" uid: d590958d-f3f5-4d48-9934-e1b76718d7e9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-510d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 8ec61d29-bd8c-4794-aa36-42cce7e1804a kind: Event lastTimestamp: "2026-09-09T20:25:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:25:56Z" name: error-404-isvc-510d5-predictor.18d3c0e2a389cff3 namespace: kserve-ci-e2e-test resourceVersion: "16565" uid: 3e377762-2e5d-41af-924a-9fb2e4c9627e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-510d5 namespace: kserve-ci-e2e-test resourceVersion: "15764" uid: 8e89a887-e0dc-47b3-a92d-587e04a65351 kind: Event lastTimestamp: "2026-09-09T20:25:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:25:44Z" name: error-404-isvc-510d5.18d3c0d129e77814 namespace: kserve-ci-e2e-test resourceVersion: "16462" uid: 535c1beb-ca93-4767-a54d-1e472f27dad1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-510d5 namespace: kserve-ci-e2e-test resourceVersion: "16458" uid: 8e89a887-e0dc-47b3-a92d-587e04a65351 kind: Event lastTimestamp: "2026-09-09T20:25:44Z" message: InferenceService [error-404-isvc-510d5] is Ready metadata: creationTimestamp: "2026-09-09T20:25:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:25:44Z" name: error-404-isvc-510d5.18d3c0dfba7f9c56 namespace: kserve-ci-e2e-test resourceVersion: "16459" uid: 9dead6b6-55ee-4867-ab2b-e6016fe9b63c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:27:01.553989Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq namespace: kserve-ci-e2e-test resourceVersion: "17468" uid: 2101f46d-8265-461b-af6d-f5b24632d9b9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-53cb1-predictor-7578994fd6-m8xvq to ip-10-0-128-184.ec2.internal metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:27:01Z" name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq.18d3c0f1c101f1fd namespace: kserve-ci-e2e-test resourceVersion: "17472" uid: 8bded8e7-7999-42a8-bbbf-6cfc737309c5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq namespace: kserve-ci-e2e-test resourceVersion: "17476" uid: 2101f46d-8265-461b-af6d-f5b24632d9b9 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:27:02Z" name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq.18d3c0f1e3837c16 namespace: kserve-ci-e2e-test resourceVersion: "17493" uid: 4c2dcbde-f58f-46e3-98cc-9e1abe7e73cd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: 2101f46d-8265-461b-af6d-f5b24632d9b9 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq.18d3c0f1e4d3d81e namespace: kserve-ci-e2e-test resourceVersion: "17496" uid: c8dd0ff0-c4d6-49fb-91de-50170e9ac380 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: 2101f46d-8265-461b-af6d-f5b24632d9b9 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq.18d3c0f1e9184b8a namespace: kserve-ci-e2e-test resourceVersion: "17498" uid: e7fd2995-15bc-489f-9930-0bf8e37ef2af reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: 2101f46d-8265-461b-af6d-f5b24632d9b9 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq.18d3c0f1e997fc4c namespace: kserve-ci-e2e-test resourceVersion: "17499" uid: 454c373f-166d-4ea1-9dbe-0ff2bac6fff0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: 2101f46d-8265-461b-af6d-f5b24632d9b9 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq.18d3c0f1e9a2e9fa namespace: kserve-ci-e2e-test resourceVersion: "17500" uid: 86adfa4b-be36-4ab9-ae76-fde49c5a68ca reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: 2101f46d-8265-461b-af6d-f5b24632d9b9 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq.18d3c0f1ecbdb46f namespace: kserve-ci-e2e-test resourceVersion: "17501" uid: 29312599-9c03-4481-b5d1-abaf129a4e4f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: 2101f46d-8265-461b-af6d-f5b24632d9b9 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq.18d3c0f1ed584360 namespace: kserve-ci-e2e-test resourceVersion: "17502" uid: efa08ee6-fe4e-4090-9817-4eed07ace1e3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:27:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: 2101f46d-8265-461b-af6d-f5b24632d9b9 kind: Event lastTimestamp: "2026-09-09T20:27:39Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:27:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:39Z" name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq.18d3c0f23ee64143 namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 3a4e6c87-a512-4345-a9c2-4ef5e7b41225 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: 2101f46d-8265-461b-af6d-f5b24632d9b9 kind: Event lastTimestamp: "2026-09-09T20:36:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:16Z" name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq.18d3c172e4cdb8bd namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: 86ed201e-af63-41e1-a834-127f00706a4e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: 2101f46d-8265-461b-af6d-f5b24632d9b9 kind: Event lastTimestamp: "2026-09-09T20:36:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:16Z" name: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq.18d3c172e4ce3d91 namespace: kserve-ci-e2e-test resourceVersion: "21732" uid: 12fbbeab-b66f-466d-b74f-bcab68fe9ab2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-53cb1-predictor-7578994fd6 namespace: kserve-ci-e2e-test resourceVersion: "17462" uid: 7ff2ffbd-92fb-4a48-bb0a-902000459783 kind: Event lastTimestamp: "2026-09-09T20:27:01Z" message: 'Created pod: error-404-isvc-53cb1-predictor-7578994fd6-m8xvq' metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:01Z" name: error-404-isvc-53cb1-predictor-7578994fd6.18d3c0f1c07757bf namespace: kserve-ci-e2e-test resourceVersion: "17469" uid: 339cd5be-3499-44c7-84e4-ad29162f3a0e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-53cb1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17460" uid: 12ef51cd-bdb1-4d27-a7bc-08b1c6a56181 kind: Event lastTimestamp: "2026-09-09T20:27:01Z" message: Scaled up replica set error-404-isvc-53cb1-predictor-7578994fd6 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:01Z" name: error-404-isvc-53cb1-predictor.18d3c0f1bed46697 namespace: kserve-ci-e2e-test resourceVersion: "17463" uid: 960b5af8-ed6c-40d6-99dc-85a947fd172b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:27:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-53cb1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17461" uid: d019c2e8-0b9b-446e-b995-e38f941e61ba kind: Event lastTimestamp: "2026-09-09T20:28:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:27:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:28:01Z" name: error-404-isvc-53cb1-predictor.18d3c0f53d4951d8 namespace: kserve-ci-e2e-test resourceVersion: "18075" uid: 89e7d300-a8b4-46ba-8c59-553e5f932da7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:27:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-53cb1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17461" uid: d019c2e8-0b9b-446e-b995-e38f941e61ba kind: Event lastTimestamp: "2026-09-09T20:28:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:27:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:28:01Z" name: error-404-isvc-53cb1-predictor.18d3c0f53daa10f6 namespace: kserve-ci-e2e-test resourceVersion: "18076" uid: 265d8c14-2738-4267-a161-6118386344b1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-53cb1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17679" uid: d019c2e8-0b9b-446e-b995-e38f941e61ba kind: Event lastTimestamp: "2026-09-09T20:27:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:31Z" name: error-404-isvc-53cb1-predictor.18d3c0f8bc4924d3 namespace: kserve-ci-e2e-test resourceVersion: "17805" uid: f807f606-1ee4-48c7-b289-2da71142e005 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-53cb1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17679" uid: d019c2e8-0b9b-446e-b995-e38f941e61ba kind: Event lastTimestamp: "2026-09-09T20:27:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:31Z" name: error-404-isvc-53cb1-predictor.18d3c0f8bcadec4d namespace: kserve-ci-e2e-test resourceVersion: "17807" uid: 83f2b300-3ff1-49a0-940e-035df521c89f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-53cb1 namespace: kserve-ci-e2e-test resourceVersion: "17449" uid: 19b90d44-07bf-48ca-a4fa-01dcac64b156 kind: Event lastTimestamp: "2026-09-09T20:27:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:27:49Z" name: error-404-isvc-53cb1.18d3c0f1bee18407 namespace: kserve-ci-e2e-test resourceVersion: "17952" uid: 5c387323-bdbc-4916-83a1-0b05111b3f6b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-53cb1 namespace: kserve-ci-e2e-test resourceVersion: "17950" uid: 19b90d44-07bf-48ca-a4fa-01dcac64b156 kind: Event lastTimestamp: "2026-09-09T20:27:49Z" message: InferenceService [error-404-isvc-53cb1] is Ready metadata: creationTimestamp: "2026-09-09T20:27:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:27:49Z" name: error-404-isvc-53cb1.18d3c0fcfa3bffbd namespace: kserve-ci-e2e-test resourceVersion: "17951" uid: 75da0dae-cdca-47e7-8eb0-525d86be6653 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:46:41.490808Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk namespace: kserve-ci-e2e-test resourceVersion: "27327" uid: 99df6d45-1d47-4165-9988-59ab7a964aae kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk to ip-10-0-128-184.ec2.internal metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:46:41Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk.18d3c2047ab908b7 namespace: kserve-ci-e2e-test resourceVersion: "27331" uid: f9dcd66b-fb2f-45fb-b9a8-46bbe4916727 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk namespace: kserve-ci-e2e-test resourceVersion: "27329" uid: 99df6d45-1d47-4165-9988-59ab7a964aae kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-6a9b1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:41Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk.18d3c20484cb4f8b namespace: kserve-ci-e2e-test resourceVersion: "27345" uid: 6c3494ae-2838-4725-bec8-4db6b6b23fd0 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk namespace: kserve-ci-e2e-test resourceVersion: "27337" uid: 99df6d45-1d47-4165-9988-59ab7a964aae kind: Event lastTimestamp: "2026-09-09T20:46:42Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:46:42Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk.18d3c204c089bb68 namespace: kserve-ci-e2e-test resourceVersion: "27368" uid: 8935ea6e-6ea5-4115-8979-66199d877e1b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk namespace: kserve-ci-e2e-test resourceVersion: "27329" uid: 99df6d45-1d47-4165-9988-59ab7a964aae kind: Event lastTimestamp: "2026-09-09T20:46:42Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:42Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk.18d3c204c1cb8e43 namespace: kserve-ci-e2e-test resourceVersion: "27372" uid: f5debbe0-11fb-4e3d-9061-ef310520985e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk namespace: kserve-ci-e2e-test resourceVersion: "27329" uid: 99df6d45-1d47-4165-9988-59ab7a964aae kind: Event lastTimestamp: "2026-09-09T20:46:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:42Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk.18d3c204c4e65a75 namespace: kserve-ci-e2e-test resourceVersion: "27373" uid: 96786606-f180-4209-add3-cdf1f1a96988 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk namespace: kserve-ci-e2e-test resourceVersion: "27329" uid: 99df6d45-1d47-4165-9988-59ab7a964aae kind: Event lastTimestamp: "2026-09-09T20:46:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:42Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk.18d3c204c5579f9f namespace: kserve-ci-e2e-test resourceVersion: "27374" uid: 389fc37a-349a-45b0-b9c5-4e389c51dd1a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk namespace: kserve-ci-e2e-test resourceVersion: "27329" uid: 99df6d45-1d47-4165-9988-59ab7a964aae kind: Event lastTimestamp: "2026-09-09T20:46:42Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:42Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk.18d3c204c560e01f namespace: kserve-ci-e2e-test resourceVersion: "27375" uid: f4716c94-e0f7-4154-bb70-a8c4361af0e7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk namespace: kserve-ci-e2e-test resourceVersion: "27329" uid: 99df6d45-1d47-4165-9988-59ab7a964aae kind: Event lastTimestamp: "2026-09-09T20:46:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:42Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk.18d3c204c83ecb4c namespace: kserve-ci-e2e-test resourceVersion: "27376" uid: 89bf3360-1204-4a57-8c54-45ef3e65d55d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk namespace: kserve-ci-e2e-test resourceVersion: "27329" uid: 99df6d45-1d47-4165-9988-59ab7a964aae kind: Event lastTimestamp: "2026-09-09T20:46:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:42Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk.18d3c204c8adad16 namespace: kserve-ci-e2e-test resourceVersion: "27377" uid: 71f1588f-085b-4e73-bcbf-367815a8997b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:46:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk namespace: kserve-ci-e2e-test resourceVersion: "27329" uid: 99df6d45-1d47-4165-9988-59ab7a964aae kind: Event lastTimestamp: "2026-09-09T20:47:20Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:46:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:20Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk.18d3c20521e3b251 namespace: kserve-ci-e2e-test resourceVersion: "27886" uid: 30d30e7f-1429-4b27-9af2-43a0000a7250 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T21:04:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk namespace: kserve-ci-e2e-test resourceVersion: "27329" uid: 99df6d45-1d47-4165-9988-59ab7a964aae kind: Event lastTimestamp: "2026-09-09T21:04:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T21:04:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T21:04:01Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk.18d3c2f6956b23aa namespace: kserve-ci-e2e-test resourceVersion: "35062" uid: 6652c4ef-1b89-4085-8227-449b79614858 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T21:04:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk namespace: kserve-ci-e2e-test resourceVersion: "27329" uid: 99df6d45-1d47-4165-9988-59ab7a964aae kind: Event lastTimestamp: "2026-09-09T21:04:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T21:04:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T21:04:01Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk.18d3c2f6956bd42c namespace: kserve-ci-e2e-test resourceVersion: "35063" uid: 68204919-3823-4b92-8340-e0ef507b1886 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-6a9b1-predictor-8496c76f6d namespace: kserve-ci-e2e-test resourceVersion: "27321" uid: f0e0b5f2-fe0b-4454-baf2-76f1e61c91d0 kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: 'Created pod: error-404-isvc-6a9b1-predictor-8496c76f6d-6c6kk' metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:41Z" name: error-404-isvc-6a9b1-predictor-8496c76f6d.18d3c2047a50bd4e namespace: kserve-ci-e2e-test resourceVersion: "27328" uid: f8cf1aec-be61-4b95-804f-0fe8fcd9e0e2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-6a9b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "27319" uid: 34159c00-271b-4b02-ba95-d5cc121ecbc9 kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: Scaled up replica set error-404-isvc-6a9b1-predictor-8496c76f6d from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:41Z" name: error-404-isvc-6a9b1-predictor.18d3c20478c9237c namespace: kserve-ci-e2e-test resourceVersion: "27322" uid: 1159e7de-1df0-4584-aab5-24d840eb14cc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:46:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6a9b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "27320" uid: 7e382947-b5f3-406f-8c8f-f483e21703db kind: Event lastTimestamp: "2026-09-09T20:47:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:46:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:26Z" name: error-404-isvc-6a9b1-predictor.18d3c207f744776e namespace: kserve-ci-e2e-test resourceVersion: "27938" uid: 42c79070-8dc9-4c92-a95e-092e8271c306 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:46:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6a9b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "27320" uid: 7e382947-b5f3-406f-8c8f-f483e21703db kind: Event lastTimestamp: "2026-09-09T20:47:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:46:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:26Z" name: error-404-isvc-6a9b1-predictor.18d3c207f7a25975 namespace: kserve-ci-e2e-test resourceVersion: "27939" uid: a72461b3-13e4-482e-a064-e5bdbb5c4fa0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:47:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6a9b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "27541" uid: 7e382947-b5f3-406f-8c8f-f483e21703db kind: Event lastTimestamp: "2026-09-09T20:47:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:47:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:56Z" name: error-404-isvc-6a9b1-predictor.18d3c20b7655fc05 namespace: kserve-ci-e2e-test resourceVersion: "28246" uid: 1e84112a-98ad-4bf2-b790-5aa12698afb2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:47:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6a9b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "27541" uid: 7e382947-b5f3-406f-8c8f-f483e21703db kind: Event lastTimestamp: "2026-09-09T20:47:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:47:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:56Z" name: error-404-isvc-6a9b1-predictor.18d3c20b7699f893 namespace: kserve-ci-e2e-test resourceVersion: "28247" uid: 6e146a4b-2f9a-4181-ac9e-45b5fa090af6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6a9b1 namespace: kserve-ci-e2e-test resourceVersion: "27305" uid: 724fed7d-7c5b-439b-a896-e6c1585d971d kind: Event lastTimestamp: "2026-09-09T20:47:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:47:30Z" name: error-404-isvc-6a9b1.18d3c20478cefa19 namespace: kserve-ci-e2e-test resourceVersion: "27984" uid: 24a02755-0005-423a-b53a-a497eeb5f461 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6a9b1 namespace: kserve-ci-e2e-test resourceVersion: "27982" uid: 724fed7d-7c5b-439b-a896-e6c1585d971d kind: Event lastTimestamp: "2026-09-09T20:47:30Z" message: InferenceService [error-404-isvc-6a9b1] is Ready metadata: creationTimestamp: "2026-09-09T20:47:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:47:30Z" name: error-404-isvc-6a9b1.18d3c20fdcfa7f31 namespace: kserve-ci-e2e-test resourceVersion: "27983" uid: 84ef7357-61fb-434e-b20b-71d94e46d6cd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:47:02.006730Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm namespace: kserve-ci-e2e-test resourceVersion: "27679" uid: 4987542a-4749-4692-95cb-58f083be47ab kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm to ip-10-0-128-184.ec2.internal metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:47:02Z" name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm.18d3c2094191493a namespace: kserve-ci-e2e-test resourceVersion: "27683" uid: b68d5d14-ae71-4e65-bd77-e3e4eb82e61f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm namespace: kserve-ci-e2e-test resourceVersion: "27689" uid: 4987542a-4749-4692-95cb-58f083be47ab kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:47:02Z" name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm.18d3c2096391dcef namespace: kserve-ci-e2e-test resourceVersion: "27709" uid: 5ff23630-9585-4e98-b6fe-0e8d205215fb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm namespace: kserve-ci-e2e-test resourceVersion: "27681" uid: 4987542a-4749-4692-95cb-58f083be47ab kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:02Z" name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm.18d3c20964dd99e0 namespace: kserve-ci-e2e-test resourceVersion: "27711" uid: 50ef906f-81a9-468c-8e77-0914f8c13490 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm namespace: kserve-ci-e2e-test resourceVersion: "27681" uid: 4987542a-4749-4692-95cb-58f083be47ab kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:02Z" name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm.18d3c20967c04f5d namespace: kserve-ci-e2e-test resourceVersion: "27714" uid: c6b0eac7-749a-4751-a35a-0c72d27222b0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm namespace: kserve-ci-e2e-test resourceVersion: "27681" uid: 4987542a-4749-4692-95cb-58f083be47ab kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:02Z" name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm.18d3c209682e2c24 namespace: kserve-ci-e2e-test resourceVersion: "27715" uid: 07b15278-5343-4b41-97b6-9bf8197511da reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm namespace: kserve-ci-e2e-test resourceVersion: "27681" uid: 4987542a-4749-4692-95cb-58f083be47ab kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:02Z" name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm.18d3c2096837291a namespace: kserve-ci-e2e-test resourceVersion: "27716" uid: 805bba8a-00d7-411d-874d-bbb8f31c7235 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm namespace: kserve-ci-e2e-test resourceVersion: "27681" uid: 4987542a-4749-4692-95cb-58f083be47ab kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:02Z" name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm.18d3c2096b1884e4 namespace: kserve-ci-e2e-test resourceVersion: "27717" uid: 4b2b3d2d-9924-4820-9e3f-b0205ea4e653 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm namespace: kserve-ci-e2e-test resourceVersion: "27681" uid: 4987542a-4749-4692-95cb-58f083be47ab kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:02Z" name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm.18d3c2096b959bdc namespace: kserve-ci-e2e-test resourceVersion: "27718" uid: ccfcb819-f40e-4fe2-b098-698c3ebeadee reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:47:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm namespace: kserve-ci-e2e-test resourceVersion: "27681" uid: 4987542a-4749-4692-95cb-58f083be47ab kind: Event lastTimestamp: "2026-09-09T20:47:39Z" message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:47:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:39Z" name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm.18d3c20993f40ea1 namespace: kserve-ci-e2e-test resourceVersion: "28052" uid: 35615480-af97-4562-baa7-9f39d87db511 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm namespace: kserve-ci-e2e-test resourceVersion: "27681" uid: 4987542a-4749-4692-95cb-58f083be47ab kind: Event lastTimestamp: "2026-09-09T20:56:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:56:16Z" name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm.18d3c28a65ff08be namespace: kserve-ci-e2e-test resourceVersion: "31826" uid: 437fb679-79df-431d-843c-3d1c6ceee9a1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm namespace: kserve-ci-e2e-test resourceVersion: "27681" uid: 4987542a-4749-4692-95cb-58f083be47ab kind: Event lastTimestamp: "2026-09-09T20:56:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:56:16Z" name: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm.18d3c28a65ffac78 namespace: kserve-ci-e2e-test resourceVersion: "31827" uid: 71519be6-e29b-4e3b-979d-fcb60210e53e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-7dad6-predictor-6c8d884d74 namespace: kserve-ci-e2e-test resourceVersion: "27673" uid: 77c53156-edb0-4733-8601-ba24f9af9be2 kind: Event lastTimestamp: "2026-09-09T20:47:01Z" message: 'Created pod: error-404-isvc-7dad6-predictor-6c8d884d74-7hlfm' metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:02Z" name: error-404-isvc-7dad6-predictor-6c8d884d74.18d3c20941221b75 namespace: kserve-ci-e2e-test resourceVersion: "27680" uid: e3a193cc-fd88-44d2-bea6-808f5ef4976d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-7dad6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27670" uid: c6867848-ccdc-49a6-9c33-d96042dbf95e kind: Event lastTimestamp: "2026-09-09T20:47:01Z" message: Scaled up replica set error-404-isvc-7dad6-predictor-6c8d884d74 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:47:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:01Z" name: error-404-isvc-7dad6-predictor.18d3c2093f7278ae namespace: kserve-ci-e2e-test resourceVersion: "27675" uid: ec303d01-2dbb-4d4a-809d-449712914ebe reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:47:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7dad6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27672" uid: 693cd33d-3980-415c-8609-e3aeae189255 kind: Event lastTimestamp: "2026-09-09T20:47:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:47:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:31Z" name: error-404-isvc-7dad6-predictor.18d3c20cbde516af namespace: kserve-ci-e2e-test resourceVersion: "27999" uid: 651daa07-ffb2-42e5-b20e-224391f8e0cc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:47:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7dad6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27672" uid: 693cd33d-3980-415c-8609-e3aeae189255 kind: Event lastTimestamp: "2026-09-09T20:47:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:47:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:31Z" name: error-404-isvc-7dad6-predictor.18d3c20cbe29e055 namespace: kserve-ci-e2e-test resourceVersion: "28000" uid: fc294b22-cc61-43f2-ba16-a32827dbee3e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:47:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7dad6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27858" uid: 693cd33d-3980-415c-8609-e3aeae189255 kind: Event lastTimestamp: "2026-09-09T20:48:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:47:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:48:02Z" name: error-404-isvc-7dad6-predictor.18d3c213bc547d80 namespace: kserve-ci-e2e-test resourceVersion: "28314" uid: b3df7b8c-9491-4f98-ba69-4600c50059d5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:47:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7dad6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27858" uid: 693cd33d-3980-415c-8609-e3aeae189255 kind: Event lastTimestamp: "2026-09-09T20:48:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:47:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:48:02Z" name: error-404-isvc-7dad6-predictor.18d3c213bcd27dc8 namespace: kserve-ci-e2e-test resourceVersion: "28315" uid: 258b8a8d-0c79-4615-9f8a-2db58da512ed reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:47:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7dad6 namespace: kserve-ci-e2e-test resourceVersion: "27658" uid: 1e30cfd2-ce99-4cb7-96b3-392c17c74356 kind: Event lastTimestamp: "2026-09-09T20:47:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:47:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:47:49Z" name: error-404-isvc-7dad6.18d3c2093f74414b namespace: kserve-ci-e2e-test resourceVersion: "28180" uid: 64d5da3c-a36b-41ab-8dbf-97ed6ad729c7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7dad6 namespace: kserve-ci-e2e-test resourceVersion: "28178" uid: 1e30cfd2-ce99-4cb7-96b3-392c17c74356 kind: Event lastTimestamp: "2026-09-09T20:47:49Z" message: InferenceService [error-404-isvc-7dad6] is Ready metadata: creationTimestamp: "2026-09-09T20:47:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:47:49Z" name: error-404-isvc-7dad6.18d3c2144ef4b662 namespace: kserve-ci-e2e-test resourceVersion: "28179" uid: 22488649-8398-46b9-9857-83a53e545ac6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:36:36.660754Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-81279-predictor-84575cb8cb-pllk2 namespace: kserve-ci-e2e-test resourceVersion: "22116" uid: f224ccfc-8bb2-436f-8deb-2c370420fef8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-81279-predictor-84575cb8cb-pllk2 to ip-10-0-128-184.ec2.internal metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:36:36Z" name: error-404-isvc-81279-predictor-84575cb8cb-pllk2.18d3c177a80ab990 namespace: kserve-ci-e2e-test resourceVersion: "22120" uid: 843ad25d-91f8-454d-9488-22b6044bc849 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-81279-predictor-84575cb8cb-pllk2 namespace: kserve-ci-e2e-test resourceVersion: "22118" uid: f224ccfc-8bb2-436f-8deb-2c370420fef8 kind: Event lastTimestamp: "2026-09-09T20:36:36Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-81279-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:36Z" name: error-404-isvc-81279-predictor-84575cb8cb-pllk2.18d3c177b7a1a887 namespace: kserve-ci-e2e-test resourceVersion: "22133" uid: 7c165471-e20a-4a12-a590-5f9576d3e8e4 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-81279-predictor-84575cb8cb-pllk2 namespace: kserve-ci-e2e-test resourceVersion: "22126" uid: f224ccfc-8bb2-436f-8deb-2c370420fef8 kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:36:37Z" name: error-404-isvc-81279-predictor-84575cb8cb-pllk2.18d3c177ee45f663 namespace: kserve-ci-e2e-test resourceVersion: "22153" uid: abf3892e-33f0-4a81-9a54-f932afbabf11 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-81279-predictor-84575cb8cb-pllk2 namespace: kserve-ci-e2e-test resourceVersion: "22118" uid: f224ccfc-8bb2-436f-8deb-2c370420fef8 kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:37Z" name: error-404-isvc-81279-predictor-84575cb8cb-pllk2.18d3c177ef7ffd9f namespace: kserve-ci-e2e-test resourceVersion: "22155" uid: 480a4153-b676-41cb-83cc-048080b3749d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-81279-predictor-84575cb8cb-pllk2 namespace: kserve-ci-e2e-test resourceVersion: "22118" uid: f224ccfc-8bb2-436f-8deb-2c370420fef8 kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:37Z" name: error-404-isvc-81279-predictor-84575cb8cb-pllk2.18d3c177f2ef1917 namespace: kserve-ci-e2e-test resourceVersion: "22158" uid: 82d388d3-9b6b-4fa5-bcd9-5d6ea459b3f0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-81279-predictor-84575cb8cb-pllk2 namespace: kserve-ci-e2e-test resourceVersion: "22118" uid: f224ccfc-8bb2-436f-8deb-2c370420fef8 kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:37Z" name: error-404-isvc-81279-predictor-84575cb8cb-pllk2.18d3c177f36a0e9d namespace: kserve-ci-e2e-test resourceVersion: "22159" uid: 8e125762-4e5c-4a47-96d9-5abd51459f57 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-81279-predictor-84575cb8cb-pllk2 namespace: kserve-ci-e2e-test resourceVersion: "22118" uid: f224ccfc-8bb2-436f-8deb-2c370420fef8 kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:37Z" name: error-404-isvc-81279-predictor-84575cb8cb-pllk2.18d3c177f37683ba namespace: kserve-ci-e2e-test resourceVersion: "22160" uid: 53d39d58-e9e4-4405-b67b-756fffd36046 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-81279-predictor-84575cb8cb-pllk2 namespace: kserve-ci-e2e-test resourceVersion: "22118" uid: f224ccfc-8bb2-436f-8deb-2c370420fef8 kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:37Z" name: error-404-isvc-81279-predictor-84575cb8cb-pllk2.18d3c177f6878b53 namespace: kserve-ci-e2e-test resourceVersion: "22161" uid: a70f80e6-776f-4238-8b6e-2153aa8631f8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-81279-predictor-84575cb8cb-pllk2 namespace: kserve-ci-e2e-test resourceVersion: "22118" uid: f224ccfc-8bb2-436f-8deb-2c370420fef8 kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:37Z" name: error-404-isvc-81279-predictor-84575cb8cb-pllk2.18d3c177f6fcf731 namespace: kserve-ci-e2e-test resourceVersion: "22162" uid: 6224d222-983e-4e91-9b49-e0db69f74371 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:36:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-81279-predictor-84575cb8cb-pllk2 namespace: kserve-ci-e2e-test resourceVersion: "22118" uid: f224ccfc-8bb2-436f-8deb-2c370420fef8 kind: Event lastTimestamp: "2026-09-09T20:37:14Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:36:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:14Z" name: error-404-isvc-81279-predictor-84575cb8cb-pllk2.18d3c17811a93691 namespace: kserve-ci-e2e-test resourceVersion: "22491" uid: 865ec3bd-cb0f-4000-b50c-8a4c64c60602 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-81279-predictor-84575cb8cb-pllk2 namespace: kserve-ci-e2e-test resourceVersion: "22118" uid: f224ccfc-8bb2-436f-8deb-2c370420fef8 kind: Event lastTimestamp: "2026-09-09T20:45:51Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:51Z" name: error-404-isvc-81279-predictor-84575cb8cb-pllk2.18d3c1f8df97355d namespace: kserve-ci-e2e-test resourceVersion: "26796" uid: 7780590a-3863-48ca-bd57-7835f8900631 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-81279-predictor-84575cb8cb-pllk2 namespace: kserve-ci-e2e-test resourceVersion: "22118" uid: f224ccfc-8bb2-436f-8deb-2c370420fef8 kind: Event lastTimestamp: "2026-09-09T20:45:51Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:51Z" name: error-404-isvc-81279-predictor-84575cb8cb-pllk2.18d3c1f8df979273 namespace: kserve-ci-e2e-test resourceVersion: "26797" uid: eb364695-64a6-4c89-8a2a-d204f849e04f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-81279-predictor-84575cb8cb namespace: kserve-ci-e2e-test resourceVersion: "22110" uid: 0a093d36-1b31-4e46-9fc9-46385d64630e kind: Event lastTimestamp: "2026-09-09T20:36:36Z" message: 'Created pod: error-404-isvc-81279-predictor-84575cb8cb-pllk2' metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:36Z" name: error-404-isvc-81279-predictor-84575cb8cb.18d3c177a7a33878 namespace: kserve-ci-e2e-test resourceVersion: "22117" uid: 013e688d-c48b-4c80-9c17-f33f991a4fa5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-81279-predictor namespace: kserve-ci-e2e-test resourceVersion: "22108" uid: 9266a7ac-6d8c-4e6b-9f5b-0ecc5fb1834e kind: Event lastTimestamp: "2026-09-09T20:36:36Z" message: Scaled up replica set error-404-isvc-81279-predictor-84575cb8cb from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:36Z" name: error-404-isvc-81279-predictor.18d3c177a5fa8087 namespace: kserve-ci-e2e-test resourceVersion: "22111" uid: 09cbf20a-e955-4d26-82fe-3b46cd8da2b6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:36:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-81279-predictor namespace: kserve-ci-e2e-test resourceVersion: "22109" uid: a2cea0fc-c817-427d-96e5-f034f1962fc3 kind: Event lastTimestamp: "2026-09-09T20:37:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:06Z" name: error-404-isvc-81279-predictor.18d3c17b25a65c27 namespace: kserve-ci-e2e-test resourceVersion: "22434" uid: df1f35d1-7978-4fac-a3a8-15d34236b46d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:36:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-81279-predictor namespace: kserve-ci-e2e-test resourceVersion: "22109" uid: a2cea0fc-c817-427d-96e5-f034f1962fc3 kind: Event lastTimestamp: "2026-09-09T20:37:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:06Z" name: error-404-isvc-81279-predictor.18d3c17b26709d1f namespace: kserve-ci-e2e-test resourceVersion: "22435" uid: cd9fb055-5d1b-4fd9-a479-28adfc5842c1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:37:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-81279-predictor namespace: kserve-ci-e2e-test resourceVersion: "22291" uid: a2cea0fc-c817-427d-96e5-f034f1962fc3 kind: Event lastTimestamp: "2026-09-09T20:37:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:51Z" name: error-404-isvc-81279-predictor.18d3c182239ee7b7 namespace: kserve-ci-e2e-test resourceVersion: "23026" uid: 06f95345-8756-4157-8f03-81984253a4ef reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:37:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-81279-predictor namespace: kserve-ci-e2e-test resourceVersion: "22291" uid: a2cea0fc-c817-427d-96e5-f034f1962fc3 kind: Event lastTimestamp: "2026-09-09T20:37:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:51Z" name: error-404-isvc-81279-predictor.18d3c1822400e7f2 namespace: kserve-ci-e2e-test resourceVersion: "23027" uid: ed5af201-6a1c-4ae3-874d-b4d519d006a4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-81279 namespace: kserve-ci-e2e-test resourceVersion: "22097" uid: bd5ae6ab-7419-49e7-a7d1-8f0e9f46b958 kind: Event lastTimestamp: "2026-09-09T20:37:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:37:24Z" name: error-404-isvc-81279.18d3c177a5fec2d1 namespace: kserve-ci-e2e-test resourceVersion: "22624" uid: e2473a8e-9c51-48f5-b8d5-b6f7290e5670 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-81279 namespace: kserve-ci-e2e-test resourceVersion: "22621" uid: bd5ae6ab-7419-49e7-a7d1-8f0e9f46b958 kind: Event lastTimestamp: "2026-09-09T20:37:24Z" message: InferenceService [error-404-isvc-81279] is Ready metadata: creationTimestamp: "2026-09-09T20:37:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:37:24Z" name: error-404-isvc-81279.18d3c182cc9bc49c namespace: kserve-ci-e2e-test resourceVersion: "22622" uid: 03159223-a799-4453-a18c-5881579ada48 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:36:16.383164Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-90077-predictor-7767f7d476-wsrwq namespace: kserve-ci-e2e-test resourceVersion: "21770" uid: 5bd51f79-73b9-4af0-8f79-d50c7b74f377 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-90077-predictor-7767f7d476-wsrwq to ip-10-0-128-184.ec2.internal metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:36:16Z" name: error-404-isvc-90077-predictor-7767f7d476-wsrwq.18d3c172ef675bd8 namespace: kserve-ci-e2e-test resourceVersion: "21774" uid: af12a7be-796d-4b32-8dd0-b43d434c421a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-90077-predictor-7767f7d476-wsrwq namespace: kserve-ci-e2e-test resourceVersion: "21778" uid: 5bd51f79-73b9-4af0-8f79-d50c7b74f377 kind: Event lastTimestamp: "2026-09-09T20:36:16Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:36:16Z" name: error-404-isvc-90077-predictor-7767f7d476-wsrwq.18d3c17311cd4aaa namespace: kserve-ci-e2e-test resourceVersion: "21794" uid: 357f4549-d68c-4755-8c67-72c91253d31b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-90077-predictor-7767f7d476-wsrwq namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 5bd51f79-73b9-4af0-8f79-d50c7b74f377 kind: Event lastTimestamp: "2026-09-09T20:36:16Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:16Z" name: error-404-isvc-90077-predictor-7767f7d476-wsrwq.18d3c17313013910 namespace: kserve-ci-e2e-test resourceVersion: "21798" uid: 9b71ad46-feff-4d87-a965-b7f5e11b5e37 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-90077-predictor-7767f7d476-wsrwq namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 5bd51f79-73b9-4af0-8f79-d50c7b74f377 kind: Event lastTimestamp: "2026-09-09T20:36:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:17Z" name: error-404-isvc-90077-predictor-7767f7d476-wsrwq.18d3c1731681842b namespace: kserve-ci-e2e-test resourceVersion: "21799" uid: 36b787a5-9cf6-422c-aae9-cbe22ec3945a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-90077-predictor-7767f7d476-wsrwq namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 5bd51f79-73b9-4af0-8f79-d50c7b74f377 kind: Event lastTimestamp: "2026-09-09T20:36:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:17Z" name: error-404-isvc-90077-predictor-7767f7d476-wsrwq.18d3c17316f29f90 namespace: kserve-ci-e2e-test resourceVersion: "21800" uid: 79e2ac56-8f82-4829-96e0-b0cc67389748 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-90077-predictor-7767f7d476-wsrwq namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 5bd51f79-73b9-4af0-8f79-d50c7b74f377 kind: Event lastTimestamp: "2026-09-09T20:36:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:17Z" name: error-404-isvc-90077-predictor-7767f7d476-wsrwq.18d3c17316fc14cf namespace: kserve-ci-e2e-test resourceVersion: "21801" uid: 50e76b55-0dd1-47bb-9be6-89b88dde94bf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-90077-predictor-7767f7d476-wsrwq namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 5bd51f79-73b9-4af0-8f79-d50c7b74f377 kind: Event lastTimestamp: "2026-09-09T20:36:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:17Z" name: error-404-isvc-90077-predictor-7767f7d476-wsrwq.18d3c17319a73acd namespace: kserve-ci-e2e-test resourceVersion: "21802" uid: d436b03c-a7c7-44af-8454-8752b5910ab8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-90077-predictor-7767f7d476-wsrwq namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 5bd51f79-73b9-4af0-8f79-d50c7b74f377 kind: Event lastTimestamp: "2026-09-09T20:36:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:17Z" name: error-404-isvc-90077-predictor-7767f7d476-wsrwq.18d3c1731a1bd67a namespace: kserve-ci-e2e-test resourceVersion: "21803" uid: 157b4154-54d7-4dfc-a678-4d78325aff7b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:36:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-90077-predictor-7767f7d476-wsrwq namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 5bd51f79-73b9-4af0-8f79-d50c7b74f377 kind: Event lastTimestamp: "2026-09-09T20:36:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:36:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:54Z" name: error-404-isvc-90077-predictor-7767f7d476-wsrwq.18d3c173637945fe namespace: kserve-ci-e2e-test resourceVersion: "22318" uid: 97c483cf-769e-47b7-b380-ecce1dbcf16c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-90077-predictor-7767f7d476-wsrwq namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 5bd51f79-73b9-4af0-8f79-d50c7b74f377 kind: Event lastTimestamp: "2026-09-09T20:37:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:26Z" name: error-404-isvc-90077-predictor-7767f7d476-wsrwq.18d3c183413bf1d9 namespace: kserve-ci-e2e-test resourceVersion: "22699" uid: 44b3e1aa-4e77-415a-a9ec-172d9c4e4271 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-90077-predictor-7767f7d476-wsrwq namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 5bd51f79-73b9-4af0-8f79-d50c7b74f377 kind: Event lastTimestamp: "2026-09-09T20:37:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:26Z" name: error-404-isvc-90077-predictor-7767f7d476-wsrwq.18d3c183413c962f namespace: kserve-ci-e2e-test resourceVersion: "22703" uid: aa12dbef-7e3e-4b52-8a55-17774e71eeeb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-90077-predictor-7767f7d476-wsrwq namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 5bd51f79-73b9-4af0-8f79-d50c7b74f377 kind: Event lastTimestamp: "2026-09-09T20:37:29Z" message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:37:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:29Z" name: error-404-isvc-90077-predictor-7767f7d476-wsrwq.18d3c183ebd6ab82 namespace: kserve-ci-e2e-test resourceVersion: "22801" uid: 1b6b07b5-f643-4db1-8b6d-eb0806079ac5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-90077-predictor-7767f7d476 namespace: kserve-ci-e2e-test resourceVersion: "21764" uid: f7ea2cb3-8d7c-4372-b442-16dac37dbd39 kind: Event lastTimestamp: "2026-09-09T20:36:16Z" message: 'Created pod: error-404-isvc-90077-predictor-7767f7d476-wsrwq' metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:16Z" name: error-404-isvc-90077-predictor-7767f7d476.18d3c172eeff680e namespace: kserve-ci-e2e-test resourceVersion: "21771" uid: c70afc43-726f-4542-ace8-3aa6c78d48d8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-90077-predictor namespace: kserve-ci-e2e-test resourceVersion: "21762" uid: 8a580957-f859-4275-9aa5-624b45fd9749 kind: Event lastTimestamp: "2026-09-09T20:36:16Z" message: Scaled up replica set error-404-isvc-90077-predictor-7767f7d476 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:16Z" name: error-404-isvc-90077-predictor.18d3c172ed545791 namespace: kserve-ci-e2e-test resourceVersion: "21765" uid: 97f794dd-5639-49f1-ad69-edd1daa5144f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:36:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-90077-predictor namespace: kserve-ci-e2e-test resourceVersion: "21763" uid: 1984302e-5135-4908-a35f-7e1bbe528e9e kind: Event lastTimestamp: "2026-09-09T20:37:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:16Z" name: error-404-isvc-90077-predictor.18d3c1766bda4e63 namespace: kserve-ci-e2e-test resourceVersion: "22531" uid: 68dbef4d-b445-4bfc-9e02-9b78ff5a2a42 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:36:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-90077-predictor namespace: kserve-ci-e2e-test resourceVersion: "21763" uid: 1984302e-5135-4908-a35f-7e1bbe528e9e kind: Event lastTimestamp: "2026-09-09T20:37:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:16Z" name: error-404-isvc-90077-predictor.18d3c1766c380b58 namespace: kserve-ci-e2e-test resourceVersion: "22532" uid: f784ad6a-5726-477e-a937-cf0dd7c63667 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-90077-predictor namespace: kserve-ci-e2e-test resourceVersion: "21977" uid: 1984302e-5135-4908-a35f-7e1bbe528e9e kind: Event lastTimestamp: "2026-09-09T20:36:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:46Z" name: error-404-isvc-90077-predictor.18d3c179ead69612 namespace: kserve-ci-e2e-test resourceVersion: "22249" uid: f7de07ce-090d-44c6-a78e-489d8d7b4a9a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-90077-predictor namespace: kserve-ci-e2e-test resourceVersion: "21977" uid: 1984302e-5135-4908-a35f-7e1bbe528e9e kind: Event lastTimestamp: "2026-09-09T20:36:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:46Z" name: error-404-isvc-90077-predictor.18d3c179eb387017 namespace: kserve-ci-e2e-test resourceVersion: "22251" uid: 98a723fe-4fbf-4c46-974a-9e5455f4dbb3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-90077 namespace: kserve-ci-e2e-test resourceVersion: "21751" uid: f9a421f0-9926-41ba-b76d-97d6bdf78504 kind: Event lastTimestamp: "2026-09-09T20:37:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:37:04Z" name: error-404-isvc-90077.18d3c172ed5c42c1 namespace: kserve-ci-e2e-test resourceVersion: "22407" uid: 3484734a-9db4-4aea-9423-2af4dd7a4876 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-90077 namespace: kserve-ci-e2e-test resourceVersion: "22404" uid: f9a421f0-9926-41ba-b76d-97d6bdf78504 kind: Event lastTimestamp: "2026-09-09T20:37:04Z" message: InferenceService [error-404-isvc-90077] is Ready metadata: creationTimestamp: "2026-09-09T20:37:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:37:04Z" name: error-404-isvc-90077.18d3c17e1f236841 namespace: kserve-ci-e2e-test resourceVersion: "22405" uid: ce9d91d7-6a4b-4456-ba8b-2c80ec86f639 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:35:26.404390Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt namespace: kserve-ci-e2e-test resourceVersion: "21223" uid: a2fe67e5-60c4-4d79-b684-d8f424dda060 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt to ip-10-0-128-184.ec2.internal metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:35:26Z" name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt.18d3c1674c6fa136 namespace: kserve-ci-e2e-test resourceVersion: "21227" uid: 3734ae87-3da3-406f-b548-bae068458bf6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt namespace: kserve-ci-e2e-test resourceVersion: "21230" uid: a2fe67e5-60c4-4d79-b684-d8f424dda060 kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:35:26Z" name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt.18d3c1676e7187ed namespace: kserve-ci-e2e-test resourceVersion: "21250" uid: ff344537-9fa3-41aa-b8ee-6701fef02eab reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: a2fe67e5-60c4-4d79-b684-d8f424dda060 kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:26Z" name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt.18d3c1676fc7109d namespace: kserve-ci-e2e-test resourceVersion: "21252" uid: d2102b5f-71e7-44e8-8c2f-6fc2999f6770 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: a2fe67e5-60c4-4d79-b684-d8f424dda060 kind: Event lastTimestamp: "2026-09-09T20:35:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:35:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:27Z" name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt.18d3c16772a26996 namespace: kserve-ci-e2e-test resourceVersion: "21253" uid: 4ab6936b-668b-4eb7-85d0-aacd50c538a1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: a2fe67e5-60c4-4d79-b684-d8f424dda060 kind: Event lastTimestamp: "2026-09-09T20:35:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:35:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:27Z" name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt.18d3c167731d6cf9 namespace: kserve-ci-e2e-test resourceVersion: "21254" uid: 250a11ac-0d01-400b-8138-abf96a8dd8fa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: a2fe67e5-60c4-4d79-b684-d8f424dda060 kind: Event lastTimestamp: "2026-09-09T20:35:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:35:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:27Z" name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt.18d3c1677327835c namespace: kserve-ci-e2e-test resourceVersion: "21255" uid: 0b35bb21-36b7-4978-b53b-8725da16a363 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: a2fe67e5-60c4-4d79-b684-d8f424dda060 kind: Event lastTimestamp: "2026-09-09T20:35:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:35:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:27Z" name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt.18d3c167762c161e namespace: kserve-ci-e2e-test resourceVersion: "21256" uid: 42fa8c53-e4d6-48fd-be2e-551659c95a55 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: a2fe67e5-60c4-4d79-b684-d8f424dda060 kind: Event lastTimestamp: "2026-09-09T20:35:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:35:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:27Z" name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt.18d3c16776b755ba namespace: kserve-ci-e2e-test resourceVersion: "21258" uid: f7a273de-c6c9-493f-be99-38e2d8e5be11 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:35:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: a2fe67e5-60c4-4d79-b684-d8f424dda060 kind: Event lastTimestamp: "2026-09-09T20:36:05Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:35:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:05Z" name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt.18d3c167ecb94721 namespace: kserve-ci-e2e-test resourceVersion: "21576" uid: bb6740b9-7f24-4ea9-9d01-f8864a8b5d80 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: a2fe67e5-60c4-4d79-b684-d8f424dda060 kind: Event lastTimestamp: "2026-09-09T20:36:36Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:36Z" name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt.18d3c1779d9d2c85 namespace: kserve-ci-e2e-test resourceVersion: "22076" uid: 5c36b102-2e81-4ed7-8ef7-a4a1285c4bfb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: a2fe67e5-60c4-4d79-b684-d8f424dda060 kind: Event lastTimestamp: "2026-09-09T20:36:36Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:36Z" name: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt.18d3c1779da11450 namespace: kserve-ci-e2e-test resourceVersion: "22077" uid: 7fa09a0d-fe7d-48e1-8b83-fb035255b3c3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-184.ec2.internal source: component: kubelet host: ip-10-0-128-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b3d7b-predictor-544b6dfd74 namespace: kserve-ci-e2e-test resourceVersion: "21216" uid: d303d398-75db-4275-8a16-b291f3cc16f3 kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: 'Created pod: error-404-isvc-b3d7b-predictor-544b6dfd74-mbzlt' metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:35:26Z" name: error-404-isvc-b3d7b-predictor-544b6dfd74.18d3c1674aa11b1c namespace: kserve-ci-e2e-test resourceVersion: "21224" uid: 6c921c95-a3c8-47d0-9565-0c2b8d1828b7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b3d7b-predictor namespace: kserve-ci-e2e-test resourceVersion: "21213" uid: 8012b450-9dae-4a2f-a642-0fd76bceb8ea kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: Scaled up replica set error-404-isvc-b3d7b-predictor-544b6dfd74 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:35:26Z" name: error-404-isvc-b3d7b-predictor.18d3c16748c2fc85 namespace: kserve-ci-e2e-test resourceVersion: "21217" uid: 42756f7d-141c-4a62-ac44-f7b360de19e9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b3d7b-predictor namespace: kserve-ci-e2e-test resourceVersion: "21215" uid: 8ff001cc-3ddf-4ee8-8d78-4a8bbe265ff3 kind: Event lastTimestamp: "2026-09-09T20:35:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:35:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:35:41Z" name: error-404-isvc-b3d7b-predictor.18d3c16ac773b0fb namespace: kserve-ci-e2e-test resourceVersion: "21396" uid: fb26ecec-1734-481d-a893-12b05fdf8f88 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b3d7b-predictor namespace: kserve-ci-e2e-test resourceVersion: "21215" uid: 8ff001cc-3ddf-4ee8-8d78-4a8bbe265ff3 kind: Event lastTimestamp: "2026-09-09T20:35:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:35:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:35:41Z" name: error-404-isvc-b3d7b-predictor.18d3c16ac7d87f7e namespace: kserve-ci-e2e-test resourceVersion: "21397" uid: 9b192ecb-debd-4d41-972b-20a509064138 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:35:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b3d7b-predictor namespace: kserve-ci-e2e-test resourceVersion: "21395" uid: 8ff001cc-3ddf-4ee8-8d78-4a8bbe265ff3 kind: Event lastTimestamp: "2026-09-09T20:36:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:26Z" name: error-404-isvc-b3d7b-predictor.18d3c16e4687a4cd namespace: kserve-ci-e2e-test resourceVersion: "21926" uid: f9013d1f-cbc5-4fa0-9184-d70a2bb209fc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:35:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b3d7b-predictor namespace: kserve-ci-e2e-test resourceVersion: "21395" uid: 8ff001cc-3ddf-4ee8-8d78-4a8bbe265ff3 kind: Event lastTimestamp: "2026-09-09T20:36:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:26Z" name: error-404-isvc-b3d7b-predictor.18d3c16e46ec7d50 namespace: kserve-ci-e2e-test resourceVersion: "21927" uid: b8472c5f-9192-4e2c-9add-fcadaca32f49 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b3d7b namespace: kserve-ci-e2e-test resourceVersion: "21183" uid: 01e60bf2-5fd3-4d1e-99eb-2444b212a178 kind: Event lastTimestamp: "2026-09-09T20:36:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:36:15Z" name: error-404-isvc-b3d7b.18d3c16748f0f42e namespace: kserve-ci-e2e-test resourceVersion: "21663" uid: f9a48b66-2721-46af-99d8-f330fa8e0735 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b3d7b namespace: kserve-ci-e2e-test resourceVersion: "21183" uid: 01e60bf2-5fd3-4d1e-99eb-2444b212a178 kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: 'Failed to update status for InferenceService "error-404-isvc-b3d7b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b3d7b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:35:26Z" name: error-404-isvc-b3d7b.18d3c1674952d5a6 namespace: kserve-ci-e2e-test resourceVersion: "21220" uid: dbf23a1c-ebee-4acf-8b02-310250349b55 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b3d7b namespace: kserve-ci-e2e-test resourceVersion: "21183" uid: 01e60bf2-5fd3-4d1e-99eb-2444b212a178 kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b3d7b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:35:26Z" name: error-404-isvc-b3d7b.18d3c16749533e6f namespace: kserve-ci-e2e-test resourceVersion: "21222" uid: b8b2b87a-0f5d-4da3-9ba1-7122950ce203 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b3d7b namespace: kserve-ci-e2e-test resourceVersion: "21661" uid: 01e60bf2-5fd3-4d1e-99eb-2444b212a178 kind: Event lastTimestamp: "2026-09-09T20:36:15Z" message: InferenceService [error-404-isvc-b3d7b] is Ready metadata: creationTimestamp: "2026-09-09T20:36:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:36:15Z" name: error-404-isvc-b3d7b.18d3c172a7cdada4 namespace: kserve-ci-e2e-test resourceVersion: "21662" uid: 0c158412-ca43-4749-82c0-95d78c833874 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:24:41.332367Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15740" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx to ip-10-0-142-76.ec2.internal metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:24:41Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d11b25b11f namespace: kserve-ci-e2e-test resourceVersion: "15745" uid: cb01a26f-9efc-4667-8f7b-2a78f5617d13 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:41Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d128b51966 namespace: kserve-ci-e2e-test resourceVersion: "15779" uid: 82d00104-c8f4-4288-8a25-574c90322bc4 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:42Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15751" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:24:42Z" message: Add eth0 [10.134.0.17/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:24:42Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d160cc60bb namespace: kserve-ci-e2e-test resourceVersion: "15861" uid: eb277046-dc20-4bff-8067-9c7d385268c2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:24:42Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74" already present on machine metadata: creationTimestamp: "2026-09-09T20:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:42Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d162386926 namespace: kserve-ci-e2e-test resourceVersion: "15863" uid: be811a72-4d15-42a1-b92c-709ee4f33475 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:24:42Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-09T20:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:42Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d1651da6a8 namespace: kserve-ci-e2e-test resourceVersion: "15865" uid: e742af78-a274-4dc6-af4c-db50b2d9972b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:24:42Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-09T20:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:42Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d165948d9c namespace: kserve-ci-e2e-test resourceVersion: "15866" uid: d39adef6-53bd-487f-8415-8886f3568b21 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:24:47Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968" metadata: creationTimestamp: "2026-09-09T20:24:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:47Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d271406735 namespace: kserve-ci-e2e-test resourceVersion: "15916" uid: b45210b3-38d7-4976-9060-5d118ad12436 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:25:02Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968" in 15.709s (15.709s including waiting). Image size: 1583085459 bytes.' metadata: creationTimestamp: "2026-09-09T20:25:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:02Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d6199d1aa7 namespace: kserve-ci-e2e-test resourceVersion: "16090" uid: 75b2a624-42e6-4e36-89b9-30b0f740f504 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:25:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:25:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:02Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d61d0e5f83 namespace: kserve-ci-e2e-test resourceVersion: "16093" uid: 38043dde-15d9-44f6-ba85-2ffc3af448e6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:25:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:25:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:02Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d61dbeeeed namespace: kserve-ci-e2e-test resourceVersion: "16094" uid: 462337f3-971b-4c0f-a316-f971d793670d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:25:02Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-09T20:25:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:02Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d61dcb4894 namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 3c950713-2835-4a82-af7d-c994f5977224 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:25:05Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.447s (2.447s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-09T20:25:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:05Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d6afb485f0 namespace: kserve-ci-e2e-test resourceVersion: "16116" uid: 75be419e-60fa-4273-a14b-e56a0b70270b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:25:05Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:25:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:05Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d6b30a5246 namespace: kserve-ci-e2e-test resourceVersion: "16119" uid: a9dea3af-b7e0-401e-8994-a0bf598afe87 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:25:05Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:25:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:05Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d6b39c2541 namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 8d50e3b4-86c9-4aa1-954d-56ca261cbd33 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-09-09T20:25:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:27:04Z" message: 'Readiness probe failed: dial tcp 10.134.0.17:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:25:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:04Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0d720de027a namespace: kserve-ci-e2e-test resourceVersion: "17532" uid: 6c98cbce-5123-4448-b836-0adceb58a2d4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:27:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:01Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0f1b3dc6295 namespace: kserve-ci-e2e-test resourceVersion: "17410" uid: 285c8136-0571-4278-a1c3-5fd36b451257 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:27:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:01Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0f1b3dccd13 namespace: kserve-ci-e2e-test resourceVersion: "17416" uid: d2fc9604-7e7a-49e3-9eb2-450e2015cff7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 03cf2438-c11b-4952-867c-17897daf17ed kind: Event lastTimestamp: "2026-09-09T20:27:03Z" message: 'Readiness probe failed: Get "https://10.134.0.17:8643/healthz": dial tcp 10.134.0.17:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:27:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:03Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx.18d3c0f2233630eb namespace: kserve-ci-e2e-test resourceVersion: "17522" uid: e7ab5c30-cfe0-47a4-86d4-c3d517c90b58 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-869f8dd9fc namespace: kserve-ci-e2e-test resourceVersion: "15731" uid: 8ec7d90f-955c-4f89-b0e3-0b1562100e98 kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-869f8dd9fc-vpddx' metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:24:41Z" name: isvc-sklearn-graph-1-predictor-869f8dd9fc.18d3c0d11a8105da namespace: kserve-ci-e2e-test resourceVersion: "15741" uid: 52406a19-6d58-4f54-b8c9-9dd310fc680a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15729" uid: fd8c7fba-bd2c-4e7d-87b5-bea9dfad651b kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-869f8dd9fc from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:24:41Z" name: isvc-sklearn-graph-1-predictor.18d3c0d117a971fc namespace: kserve-ci-e2e-test resourceVersion: "15732" uid: a2f60f5e-eb77-4bb1-a0b6-66a5bb3c8846 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:24:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15730" uid: 5b93d7e8-9289-4e08-8710-c78896dc67bc kind: Event lastTimestamp: "2026-09-09T20:25:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:25:11Z" name: isvc-sklearn-graph-1-predictor.18d3c0d4962b4223 namespace: kserve-ci-e2e-test resourceVersion: "16170" uid: 5bbb52f9-be9e-447b-a68a-e86832a42ccf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:24:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15730" uid: 5b93d7e8-9289-4e08-8710-c78896dc67bc kind: Event lastTimestamp: "2026-09-09T20:25:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:25:11Z" name: isvc-sklearn-graph-1-predictor.18d3c0d4968c1843 namespace: kserve-ci-e2e-test resourceVersion: "16171" uid: f3cc34ae-18b0-4f79-b8a8-a1dc70a0e970 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-09T20:25:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "16004" uid: 5b93d7e8-9289-4e08-8710-c78896dc67bc kind: Event lastTimestamp: "2026-09-09T20:26:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:25:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:56Z" name: isvc-sklearn-graph-1-predictor.18d3c0db93d21c7c namespace: kserve-ci-e2e-test resourceVersion: "17284" uid: 19b92f6c-27cf-49f3-bea7-e6d72f3d59d8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-09T20:25:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "16004" uid: 5b93d7e8-9289-4e08-8710-c78896dc67bc kind: Event lastTimestamp: "2026-09-09T20:26:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:25:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:56Z" name: isvc-sklearn-graph-1-predictor.18d3c0db94340691 namespace: kserve-ci-e2e-test resourceVersion: "17285" uid: 0852899e-8dc4-408d-9653-8d5646288eb4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15718" uid: 1de66d4b-4eb1-4f71-b96e-b27bc8e33918 kind: Event lastTimestamp: "2026-09-09T20:26:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:26:24Z" name: isvc-sklearn-graph-1.18d3c0d117af9db9 namespace: kserve-ci-e2e-test resourceVersion: "16974" uid: 20eead0d-226c-455c-9e8a-8ee524991f24 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "16972" uid: 1de66d4b-4eb1-4f71-b96e-b27bc8e33918 kind: Event lastTimestamp: "2026-09-09T20:26:24Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-09T20:26:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:26:24Z" name: isvc-sklearn-graph-1.18d3c0e91ea69398 namespace: kserve-ci-e2e-test resourceVersion: "16973" uid: c0a32598-c313-45e6-938a-e2bd2dfa1f64 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:24:41.738141Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15817" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr to ip-10-0-142-76.ec2.internal metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:24:41Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d133555853 namespace: kserve-ci-e2e-test resourceVersion: "15821" uid: 7368c9d6-254a-488f-80e8-40d26cd9fd9f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:42Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15828" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:24:42Z" message: Add eth0 [10.134.0.18/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:24:42Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d1554aec11 namespace: kserve-ci-e2e-test resourceVersion: "15854" uid: 3d36cc14-edd6-4b90-9f6b-8757c8c27def reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:24:42Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74" already present on machine metadata: creationTimestamp: "2026-09-09T20:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:42Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d15854ef01 namespace: kserve-ci-e2e-test resourceVersion: "15857" uid: 862ac03b-4e2c-4060-a13c-9268a2f50e69 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:24:42Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-09T20:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:42Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d15b0cac32 namespace: kserve-ci-e2e-test resourceVersion: "15859" uid: 184f552c-f309-4c7e-86e9-b56e6f721ecb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:24:42Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-09T20:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:42Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d15bcd486d namespace: kserve-ci-e2e-test resourceVersion: "15860" uid: b45d64f2-8adc-412d-9829-6ef22edecedb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:24:47Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968" metadata: creationTimestamp: "2026-09-09T20:24:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:47Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d271636d0f namespace: kserve-ci-e2e-test resourceVersion: "15917" uid: 216d9317-298b-405d-9e96-78983d53f492 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:25:02Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968" in 15.703s (15.703s including waiting). Image size: 1583085459 bytes.' metadata: creationTimestamp: "2026-09-09T20:25:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:02Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d6196ab098 namespace: kserve-ci-e2e-test resourceVersion: "16089" uid: ec55c11e-9f09-4c13-8efe-60d6d6eed270 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:25:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:25:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:02Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d61cf6b607 namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: 0f3c7075-42f0-4cdd-a2e2-e32906df79b7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:25:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:25:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:02Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d61dbef117 namespace: kserve-ci-e2e-test resourceVersion: "16095" uid: a495f69b-5494-4d55-bd3b-0ad09820eadc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:25:02Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-09T20:25:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:02Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d61dcb3fcb namespace: kserve-ci-e2e-test resourceVersion: "16096" uid: b727491b-be6f-4337-bf06-a09a28f9111b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:25:05Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.441s (2.441s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-09T20:25:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:05Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d6af4ee655 namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 344dd507-5777-4cdd-ae1b-31f6156bc080 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:25:05Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:25:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:05Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d6b2ff985c namespace: kserve-ci-e2e-test resourceVersion: "16118" uid: d0110cdc-bb00-4c2d-9f3b-d792e6a41293 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:25:05Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:25:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:05Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d6b37ebad7 namespace: kserve-ci-e2e-test resourceVersion: "16120" uid: 383aae36-7c41-459f-a90f-a821a9089123 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-09T20:25:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:26:17Z" message: 'Readiness probe failed: dial tcp 10.134.0.18:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:25:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:17Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0d6e50b8dfe namespace: kserve-ci-e2e-test resourceVersion: "16915" uid: 212925f8-c32e-47f4-9519-dda89773e3da reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:27:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:01Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0f1b215d429 namespace: kserve-ci-e2e-test resourceVersion: "17392" uid: 6d5ba410-d06e-4fc2-995b-4f522526518a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:27:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:01Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0f1b2171dd2 namespace: kserve-ci-e2e-test resourceVersion: "17399" uid: 2c07c398-42da-4e93-b7e3-66a65cdfdcab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f3b2afe6-1795-4e17-b95f-47f3a34ae7d2 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: 'Readiness probe failed: Get "https://10.134.0.18:8643/healthz": dial tcp 10.134.0.18:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr.18d3c0f1e76459f5 namespace: kserve-ci-e2e-test resourceVersion: "17497" uid: f2f330fd-aa48-4904-818c-04b5bd10ced4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-76.ec2.internal source: component: kubelet host: ip-10-0-142-76.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-5679f69dd7 namespace: kserve-ci-e2e-test resourceVersion: "15810" uid: e63a01c9-d6ab-42f3-b075-d6f36a20f118 kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-5679f69dd7-ktwmr' metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:24:41Z" name: isvc-sklearn-graph-2-predictor-5679f69dd7.18d3c0d132caaa83 namespace: kserve-ci-e2e-test resourceVersion: "15818" uid: 54e7dc78-eca1-4d26-a5a4-2b383000cd03 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15809" uid: f10b9792-2df5-4ee8-8afc-2f27e031cf9a kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-5679f69dd7 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:24:41Z" name: isvc-sklearn-graph-2-predictor.18d3c0d12fd52627 namespace: kserve-ci-e2e-test resourceVersion: "15811" uid: 2297c525-9a1e-4bc8-b3c3-6d1222555b83 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-09T20:24:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15812" uid: a70a17fd-9c14-4ab8-b62f-1ca96a8252e3 kind: Event lastTimestamp: "2026-09-09T20:25:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:25:41Z" name: isvc-sklearn-graph-2-predictor.18d3c0d4aee798c7 namespace: kserve-ci-e2e-test resourceVersion: "16432" uid: 9613bf16-2766-4ee1-bddb-954c13ce30ba reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-09T20:24:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15812" uid: a70a17fd-9c14-4ab8-b62f-1ca96a8252e3 kind: Event lastTimestamp: "2026-09-09T20:25:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:25:41Z" name: isvc-sklearn-graph-2-predictor.18d3c0d4af5ecc4c namespace: kserve-ci-e2e-test resourceVersion: "16433" uid: d783554c-d1d9-4990-b802-55e23ca2b68d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-09T20:25:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16021" uid: a70a17fd-9c14-4ab8-b62f-1ca96a8252e3 kind: Event lastTimestamp: "2026-09-09T20:26:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:56Z" name: isvc-sklearn-graph-2-predictor.18d3c0e2a9f0cc8a namespace: kserve-ci-e2e-test resourceVersion: "17296" uid: 0c044791-a2c4-4987-b968-de42d4677ec3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-09T20:25:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16021" uid: a70a17fd-9c14-4ab8-b62f-1ca96a8252e3 kind: Event lastTimestamp: "2026-09-09T20:26:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:56Z" name: isvc-sklearn-graph-2-predictor.18d3c0e2aa52fc0a namespace: kserve-ci-e2e-test resourceVersion: "17297" uid: 72c28129-75b5-474b-9750-5234fe1f6d47 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15792" uid: f01f76ff-c992-427a-b925-ba3289897ec3 kind: Event lastTimestamp: "2026-09-09T20:26:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:26:27Z" name: isvc-sklearn-graph-2.18d3c0d13079e3a0 namespace: kserve-ci-e2e-test resourceVersion: "17026" uid: 01934dd2-eb2c-4813-b317-9ad57e59c28c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "17023" uid: f01f76ff-c992-427a-b925-ba3289897ec3 kind: Event lastTimestamp: "2026-09-09T20:26:27Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-09T20:26:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:26:27Z" name: isvc-sklearn-graph-2.18d3c0e9d0f3855a namespace: kserve-ci-e2e-test resourceVersion: "17024" uid: 42879167-e653-4b3a-b292-1c5d13b3f491 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:24:41.541538Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15765" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-ksclf to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:24:41Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d1279d64fa namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: e9b083bb-6dbc-4c0f-a0e5-031bd985f8ce reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:41Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d1376d6b98 namespace: kserve-ci-e2e-test resourceVersion: "15831" uid: e84fea5b-eddc-415c-a6f2-6de5662a1a60 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:42Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15782" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:24:42Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:24:42Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d16fd1d3c8 namespace: kserve-ci-e2e-test resourceVersion: "15867" uid: 21ea1db2-783e-44fb-b78b-97db9d90e5a6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:24:42Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74" metadata: creationTimestamp: "2026-09-09T20:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:42Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d171766b34 namespace: kserve-ci-e2e-test resourceVersion: "15870" uid: 6c24c2ec-2a36-4c9a-b3e5-b965c069418c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:24:55Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74" in 12.649s (12.649s including waiting). Image size: 308563878 bytes.' metadata: creationTimestamp: "2026-09-09T20:24:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:55Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d4636b6a0f namespace: kserve-ci-e2e-test resourceVersion: "15988" uid: b685e585-59d4-40e7-a4d1-01619c9c390b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:24:55Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-09T20:24:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:55Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d4665defae namespace: kserve-ci-e2e-test resourceVersion: "15989" uid: 7f83d55a-b8bc-419a-afb9-252164ea1b97 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:24:55Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-09T20:24:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:55Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d466ce2ad1 namespace: kserve-ci-e2e-test resourceVersion: "15990" uid: 9e766da9-1677-4dd2-8a4a-466428232c0e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:24:59Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-09T20:24:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:59Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d5547a4248 namespace: kserve-ci-e2e-test resourceVersion: "16059" uid: 6a14eff7-162c-4e55-a1f8-becac5221301 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:25:17Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.009s (18.009s including waiting). Image size: 1332293374 bytes.' metadata: creationTimestamp: "2026-09-09T20:25:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d985f231ab namespace: kserve-ci-e2e-test resourceVersion: "16228" uid: 256890bf-891b-40b3-a7a8-7c1f83e920fa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:25:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:25:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d98c42bf39 namespace: kserve-ci-e2e-test resourceVersion: "16229" uid: b2c95a61-e995-4bac-8792-e2df3ae40ee4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:25:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:25:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d98d52cc82 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 244f1046-ea74-4690-b2fd-e7a73def581d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:25:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:25:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d98d686ea0 namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 2f6b7264-09bb-4c3c-afff-b2d0415567f6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:25:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:25:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d992375516 namespace: kserve-ci-e2e-test resourceVersion: "16233" uid: e2ef3c9d-5b90-405c-be2e-93b518d37fe7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:25:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:25:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0d993656c60 namespace: kserve-ci-e2e-test resourceVersion: "16235" uid: ab95c063-e4f8-49ed-b5a9-191f65a6a666 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-09T20:25:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:26:15Z" message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:25:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:15Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0da034c32cc namespace: kserve-ci-e2e-test resourceVersion: "16903" uid: 5d1ad676-311b-452f-9e54-5a0a2772e410 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:27:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0f1b61a3c50 namespace: kserve-ci-e2e-test resourceVersion: "17427" uid: c1f1093b-d0eb-4626-980b-e035975da5ba reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-ksclf namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 53132e26-85c8-4266-a005-b79dec2091c9 kind: Event lastTimestamp: "2026-09-09T20:27:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-ksclf.18d3c0f1b61b37d2 namespace: kserve-ci-e2e-test resourceVersion: "17428" uid: 44374d96-c56b-4c24-a6e3-dc9777deb579 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "15758" uid: 41a22f06-293b-4347-975c-3e03999e541b kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-ksclf' metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:24:41Z" name: isvc-xgboost-graph-predictor-555fc69d56.18d3c0d126ff23e8 namespace: kserve-ci-e2e-test resourceVersion: "15766" uid: 1291db39-7654-4fce-b460-59e94e5797c2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15756" uid: b16486b5-9223-4d6e-aa03-878163716f29 kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:24:41Z" name: isvc-xgboost-graph-predictor.18d3c0d121fd092f namespace: kserve-ci-e2e-test resourceVersion: "15761" uid: ceff59ed-9ade-4b94-a28a-55d56b79cf0e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:24:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15757" uid: db50d674-cdbc-4c8d-9f02-c994a4fdc2f7 kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:11Z" name: isvc-xgboost-graph-predictor.18d3c0d49fcf7d78 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: 05b0e3a4-7674-44de-9a76-22ca3d9d7fdb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:24:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15757" uid: db50d674-cdbc-4c8d-9f02-c994a4fdc2f7 kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:11Z" name: isvc-xgboost-graph-predictor.18d3c0d4a036ffc7 namespace: kserve-ci-e2e-test resourceVersion: "16802" uid: 9fd09920-bf88-46bd-b146-c9130a337541 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:26:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "16008" uid: db50d674-cdbc-4c8d-9f02-c994a4fdc2f7 kind: Event lastTimestamp: "2026-09-09T20:26:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:26:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:56Z" name: isvc-xgboost-graph-predictor.18d3c0e9984ffc33 namespace: kserve-ci-e2e-test resourceVersion: "17290" uid: b1bb826d-0b8d-4a89-a44b-a44f16f92df1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:26:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "16008" uid: db50d674-cdbc-4c8d-9f02-c994a4fdc2f7 kind: Event lastTimestamp: "2026-09-09T20:26:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:26:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:56Z" name: isvc-xgboost-graph-predictor.18d3c0e998b2d80d namespace: kserve-ci-e2e-test resourceVersion: "17292" uid: 38780343-6fbe-4272-894b-fff90d392375 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: ea29f843-bf79-4a8f-ba31-168f4fb69d98 kind: Event lastTimestamp: "2026-09-09T20:26:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:26:25Z" name: isvc-xgboost-graph.18d3c0d121c55531 namespace: kserve-ci-e2e-test resourceVersion: "16992" uid: e9140294-b824-4624-9c22-07c3182e3e01 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "16990" uid: ea29f843-bf79-4a8f-ba31-168f4fb69d98 kind: Event lastTimestamp: "2026-09-09T20:26:25Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-09T20:26:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:26:25Z" name: isvc-xgboost-graph.18d3c0e966cd7104 namespace: kserve-ci-e2e-test resourceVersion: "16991" uid: 68989c8b-79ce-42bd-baa2-fb69e24daed1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:26:51.082759Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6f496df4c6-8w6hl namespace: kserve-ci-e2e-test resourceVersion: "17221" uid: b8bfcad6-0845-47c0-aac0-f4eb30c69102 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-6f496df4c6-8w6hl to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:26:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:26:51Z" name: model-chainer-6f496df4c6-8w6hl.18d3c0ef50dfa2d1 namespace: kserve-ci-e2e-test resourceVersion: "17226" uid: 8ee6f245-c52e-4f14-a211-7df98314c248 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:51Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6f496df4c6-8w6hl namespace: kserve-ci-e2e-test resourceVersion: "17231" uid: b8bfcad6-0845-47c0-aac0-f4eb30c69102 kind: Event lastTimestamp: "2026-09-09T20:26:51Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:26:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:26:51Z" name: model-chainer-6f496df4c6-8w6hl.18d3c0ef72aaeb92 namespace: kserve-ci-e2e-test resourceVersion: "17243" uid: 01add4af-c90a-438a-ae20-64d0ea9593a6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f496df4c6-8w6hl namespace: kserve-ci-e2e-test resourceVersion: "17223" uid: b8bfcad6-0845-47c0-aac0-f4eb30c69102 kind: Event lastTimestamp: "2026-09-09T20:26:51Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491" already present on machine metadata: creationTimestamp: "2026-09-09T20:26:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:51Z" name: model-chainer-6f496df4c6-8w6hl.18d3c0ef73def7cd namespace: kserve-ci-e2e-test resourceVersion: "17245" uid: 2acf9add-0335-45fd-bee2-f89cd1e32727 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f496df4c6-8w6hl namespace: kserve-ci-e2e-test resourceVersion: "17223" uid: b8bfcad6-0845-47c0-aac0-f4eb30c69102 kind: Event lastTimestamp: "2026-09-09T20:26:51Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-09T20:26:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:51Z" name: model-chainer-6f496df4c6-8w6hl.18d3c0ef76bb6623 namespace: kserve-ci-e2e-test resourceVersion: "17246" uid: d3ac73f3-25bd-41b0-8b49-98201c434798 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f496df4c6-8w6hl namespace: kserve-ci-e2e-test resourceVersion: "17223" uid: b8bfcad6-0845-47c0-aac0-f4eb30c69102 kind: Event lastTimestamp: "2026-09-09T20:26:51Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-09T20:26:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:51Z" name: model-chainer-6f496df4c6-8w6hl.18d3c0ef7726a73d namespace: kserve-ci-e2e-test resourceVersion: "17247" uid: 47f988a3-db39-4a77-8e4e-b9017962de35 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f496df4c6-8w6hl namespace: kserve-ci-e2e-test resourceVersion: "17223" uid: b8bfcad6-0845-47c0-aac0-f4eb30c69102 kind: Event lastTimestamp: "2026-09-09T20:27:01Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:01Z" name: model-chainer-6f496df4c6-8w6hl.18d3c0f1ab70819b namespace: kserve-ci-e2e-test resourceVersion: "17368" uid: 4849492e-916b-4f09-a8f7-735a46011d75 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:27:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f496df4c6-8w6hl namespace: kserve-ci-e2e-test resourceVersion: "17223" uid: b8bfcad6-0845-47c0-aac0-f4eb30c69102 kind: Event lastTimestamp: "2026-09-09T20:27:28Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-09T20:27:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:28Z" name: model-chainer-6f496df4c6-8w6hl.18d3c0f217932636 namespace: kserve-ci-e2e-test resourceVersion: "17774" uid: 25f8a7fe-936b-497e-8170-e2564e967c92 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-6f496df4c6 namespace: kserve-ci-e2e-test resourceVersion: "17218" uid: 0555982f-adcf-4454-adf5-62a1a5e10849 kind: Event lastTimestamp: "2026-09-09T20:26:51Z" message: 'Created pod: model-chainer-6f496df4c6-8w6hl' metadata: creationTimestamp: "2026-09-09T20:26:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:51Z" name: model-chainer-6f496df4c6.18d3c0ef50761797 namespace: kserve-ci-e2e-test resourceVersion: "17222" uid: 9b1c38ce-0460-4529-b74f-288ea248d863 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "17216" uid: d19736a0-f8a2-4e32-9e57-b279c3dddf3f kind: Event lastTimestamp: "2026-09-09T20:26:51Z" message: Scaled up replica set model-chainer-6f496df4c6 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:26:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:51Z" name: model-chainer.18d3c0ef4fafe817 namespace: kserve-ci-e2e-test resourceVersion: "17219" uid: 2b6ad51a-a3c5-4dc5-9c49-992fc1a8dad7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:51Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "17233" uid: 2988b7b1-5d20-409d-b395-92f3bdebe09c kind: Event lastTimestamp: "2026-09-09T20:26:51Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-09T20:26:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:26:51Z" name: model-chainer.18d3c0ef54851975 namespace: kserve-ci-e2e-test resourceVersion: "17235" uid: 044f645e-6cee-4c52-b84d-c70613f8cf10 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:38:26.605378Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-28e88-f549854fc-7qtn8 namespace: kserve-ci-e2e-test resourceVersion: "23326" uid: a7632cc6-320f-47fb-9dad-ecb76e4a94a7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-28e88-f549854fc-7qtn8 to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:38:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:38:26Z" name: sequence-graph-28e88-f549854fc-7qtn8.18d3c1914140823a namespace: kserve-ci-e2e-test resourceVersion: "23334" uid: df444b66-8e2d-4c12-9d83-2bccd9d0dc30 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:27Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-28e88-f549854fc-7qtn8 namespace: kserve-ci-e2e-test resourceVersion: "23338" uid: a7632cc6-320f-47fb-9dad-ecb76e4a94a7 kind: Event lastTimestamp: "2026-09-09T20:38:27Z" message: Add eth0 [10.133.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:38:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:38:27Z" name: sequence-graph-28e88-f549854fc-7qtn8.18d3c1916310085c namespace: kserve-ci-e2e-test resourceVersion: "23347" uid: 300ecb0a-0526-494e-92c1-2d934d96104a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-28e88} kind: Pod name: sequence-graph-28e88-f549854fc-7qtn8 namespace: kserve-ci-e2e-test resourceVersion: "23330" uid: a7632cc6-320f-47fb-9dad-ecb76e4a94a7 kind: Event lastTimestamp: "2026-09-09T20:38:27Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491" already present on machine metadata: creationTimestamp: "2026-09-09T20:38:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:38:27Z" name: sequence-graph-28e88-f549854fc-7qtn8.18d3c19164461f0c namespace: kserve-ci-e2e-test resourceVersion: "23349" uid: 72d781fe-2b0b-41a0-ab70-3f6eb889e5b2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-28e88} kind: Pod name: sequence-graph-28e88-f549854fc-7qtn8 namespace: kserve-ci-e2e-test resourceVersion: "23330" uid: a7632cc6-320f-47fb-9dad-ecb76e4a94a7 kind: Event lastTimestamp: "2026-09-09T20:38:27Z" message: 'Created container: sequence-graph-28e88' metadata: creationTimestamp: "2026-09-09T20:38:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:38:27Z" name: sequence-graph-28e88-f549854fc-7qtn8.18d3c191673ff3c5 namespace: kserve-ci-e2e-test resourceVersion: "23350" uid: a4344ef5-6e28-483c-8202-480628d528d8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-28e88} kind: Pod name: sequence-graph-28e88-f549854fc-7qtn8 namespace: kserve-ci-e2e-test resourceVersion: "23330" uid: a7632cc6-320f-47fb-9dad-ecb76e4a94a7 kind: Event lastTimestamp: "2026-09-09T20:38:27Z" message: Started container sequence-graph-28e88 metadata: creationTimestamp: "2026-09-09T20:38:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:38:27Z" name: sequence-graph-28e88-f549854fc-7qtn8.18d3c19167ae3726 namespace: kserve-ci-e2e-test resourceVersion: "23351" uid: ccc1ceef-8ff4-4c6e-a8ee-0aa71f011850 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-28e88} kind: Pod name: sequence-graph-28e88-f549854fc-7qtn8 namespace: kserve-ci-e2e-test resourceVersion: "23330" uid: a7632cc6-320f-47fb-9dad-ecb76e4a94a7 kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: Stopping container sequence-graph-28e88 metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:41Z" name: sequence-graph-28e88-f549854fc-7qtn8.18d3c20467750d84 namespace: kserve-ci-e2e-test resourceVersion: "27248" uid: 4dc998f7-5f9a-4378-948c-69c9625c7b90 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:46:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-28e88} kind: Pod name: sequence-graph-28e88-f549854fc-7qtn8 namespace: kserve-ci-e2e-test resourceVersion: "23330" uid: a7632cc6-320f-47fb-9dad-ecb76e4a94a7 kind: Event lastTimestamp: "2026-09-09T20:47:09Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-09T20:46:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:09Z" name: sequence-graph-28e88-f549854fc-7qtn8.18d3c205187176c6 namespace: kserve-ci-e2e-test resourceVersion: "27787" uid: 9c9328c0-77b5-4b84-942a-ec10bbeb81d5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-28e88-f549854fc namespace: kserve-ci-e2e-test resourceVersion: "23323" uid: db6be946-b304-4ea0-8da7-7bad2debea1e kind: Event lastTimestamp: "2026-09-09T20:38:26Z" message: 'Created pod: sequence-graph-28e88-f549854fc-7qtn8' metadata: creationTimestamp: "2026-09-09T20:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:26Z" name: sequence-graph-28e88-f549854fc.18d3c19140d27178 namespace: kserve-ci-e2e-test resourceVersion: "23328" uid: 8b384bc2-c800-450f-b432-2ea674d7bf8d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-28e88 namespace: kserve-ci-e2e-test resourceVersion: "23321" uid: d8776e15-2e4a-4999-9811-8674dc935613 kind: Event lastTimestamp: "2026-09-09T20:38:26Z" message: Scaled up replica set sequence-graph-28e88-f549854fc from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:26Z" name: sequence-graph-28e88.18d3c1913fd54f47 namespace: kserve-ci-e2e-test resourceVersion: "23324" uid: 23838c57-5a37-4926-9b07-fde6619062fe reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:26Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-28e88 namespace: kserve-ci-e2e-test resourceVersion: "23342" uid: 6f5be0e2-d4fb-4709-bbcc-3e09dc2c9657 kind: Event lastTimestamp: "2026-09-09T20:38:26Z" message: InferenceGraph [sequence-graph-28e88] is Ready metadata: creationTimestamp: "2026-09-09T20:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:38:26Z" name: sequence-graph-28e88.18d3c19144f4a95c namespace: kserve-ci-e2e-test resourceVersion: "23344" uid: 6fbdd264-78e8-4f0a-ab81-ea513a3cecfe reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-28e88 namespace: kserve-ci-e2e-test resourceVersion: "23322" uid: 3deeb8bf-7b40-4579-a615-8090b0970a3d kind: Event lastTimestamp: "2026-09-09T20:38:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:41Z" name: sequence-graph-28e88.18d3c194be3349c7 namespace: kserve-ci-e2e-test resourceVersion: "23460" uid: 24cd5115-8018-44d8-92e0-e13f572a8802 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-28e88 namespace: kserve-ci-e2e-test resourceVersion: "23322" uid: 3deeb8bf-7b40-4579-a615-8090b0970a3d kind: Event lastTimestamp: "2026-09-09T20:38:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:41Z" name: sequence-graph-28e88.18d3c194be95704a namespace: kserve-ci-e2e-test resourceVersion: "23462" uid: ea72d4ba-27a2-4e7e-9ece-ae7f07ff5169 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-28e88 namespace: kserve-ci-e2e-test resourceVersion: "23461" uid: 3deeb8bf-7b40-4579-a615-8090b0970a3d kind: Event lastTimestamp: "2026-09-09T20:38:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:38:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:56Z" name: sequence-graph-28e88.18d3c1983d3ba718 namespace: kserve-ci-e2e-test resourceVersion: "23570" uid: 776436e2-c29e-48c9-b1bd-92001b46acdc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-28e88 namespace: kserve-ci-e2e-test resourceVersion: "23461" uid: 3deeb8bf-7b40-4579-a615-8090b0970a3d kind: Event lastTimestamp: "2026-09-09T20:38:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:38:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:56Z" name: sequence-graph-28e88.18d3c1983d99b51c namespace: kserve-ci-e2e-test resourceVersion: "23572" uid: 66d7e576-071d-4f67-a0ea-ff1f0e543476 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:28:01.393631Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-53cb1-d889798ff-6bkzb namespace: kserve-ci-e2e-test resourceVersion: "18053" uid: 56c756ac-a262-48aa-9467-34510e4b9602 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-53cb1-d889798ff-6bkzb to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:28:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:28:01Z" name: sequence-graph-53cb1-d889798ff-6bkzb.18d3c0ffafba5d18 namespace: kserve-ci-e2e-test resourceVersion: "18058" uid: 1900f5b2-d36f-4244-9f3c-9c7465e2d2a6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:28:01Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-53cb1-d889798ff-6bkzb namespace: kserve-ci-e2e-test resourceVersion: "18062" uid: 56c756ac-a262-48aa-9467-34510e4b9602 kind: Event lastTimestamp: "2026-09-09T20:28:01Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:28:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:28:01Z" name: sequence-graph-53cb1-d889798ff-6bkzb.18d3c0ffd19d9474 namespace: kserve-ci-e2e-test resourceVersion: "18078" uid: 012ce6bd-5a56-4bde-bdcb-e0a070d80762 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:28:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-53cb1} kind: Pod name: sequence-graph-53cb1-d889798ff-6bkzb namespace: kserve-ci-e2e-test resourceVersion: "18056" uid: 56c756ac-a262-48aa-9467-34510e4b9602 kind: Event lastTimestamp: "2026-09-09T20:28:01Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491" already present on machine metadata: creationTimestamp: "2026-09-09T20:28:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:28:01Z" name: sequence-graph-53cb1-d889798ff-6bkzb.18d3c0ffd2d4eea7 namespace: kserve-ci-e2e-test resourceVersion: "18080" uid: df63ece2-67e8-4cf9-8921-e758ff185585 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:28:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-53cb1} kind: Pod name: sequence-graph-53cb1-d889798ff-6bkzb namespace: kserve-ci-e2e-test resourceVersion: "18056" uid: 56c756ac-a262-48aa-9467-34510e4b9602 kind: Event lastTimestamp: "2026-09-09T20:28:02Z" message: 'Created container: sequence-graph-53cb1' metadata: creationTimestamp: "2026-09-09T20:28:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:28:02Z" name: sequence-graph-53cb1-d889798ff-6bkzb.18d3c0ffd61d4499 namespace: kserve-ci-e2e-test resourceVersion: "18081" uid: a7d28cdb-ce8b-42f8-8026-1937a18c246d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:28:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-53cb1} kind: Pod name: sequence-graph-53cb1-d889798ff-6bkzb namespace: kserve-ci-e2e-test resourceVersion: "18056" uid: 56c756ac-a262-48aa-9467-34510e4b9602 kind: Event lastTimestamp: "2026-09-09T20:28:02Z" message: Started container sequence-graph-53cb1 metadata: creationTimestamp: "2026-09-09T20:28:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:28:02Z" name: sequence-graph-53cb1-d889798ff-6bkzb.18d3c0ffd6903abe namespace: kserve-ci-e2e-test resourceVersion: "18082" uid: b152251e-daa5-41ed-bae0-61733949c179 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-53cb1} kind: Pod name: sequence-graph-53cb1-d889798ff-6bkzb namespace: kserve-ci-e2e-test resourceVersion: "18056" uid: 56c756ac-a262-48aa-9467-34510e4b9602 kind: Event lastTimestamp: "2026-09-09T20:36:16Z" message: Stopping container sequence-graph-53cb1 metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:16Z" name: sequence-graph-53cb1-d889798ff-6bkzb.18d3c172dd546803 namespace: kserve-ci-e2e-test resourceVersion: "21692" uid: cc3a3666-3892-4f90-8f2b-898bdb86ba27 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:36:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-53cb1} kind: Pod name: sequence-graph-53cb1-d889798ff-6bkzb namespace: kserve-ci-e2e-test resourceVersion: "18056" uid: 56c756ac-a262-48aa-9467-34510e4b9602 kind: Event lastTimestamp: "2026-09-09T20:36:43Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-09T20:36:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:43Z" name: sequence-graph-53cb1-d889798ff-6bkzb.18d3c17363c74458 namespace: kserve-ci-e2e-test resourceVersion: "22217" uid: fd983c1a-d904-4397-adee-bc3e86c8595d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:28:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-53cb1-d889798ff namespace: kserve-ci-e2e-test resourceVersion: "18050" uid: d0d178a6-32f9-48fa-b7ff-61688349c1e9 kind: Event lastTimestamp: "2026-09-09T20:28:01Z" message: 'Created pod: sequence-graph-53cb1-d889798ff-6bkzb' metadata: creationTimestamp: "2026-09-09T20:28:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:28:01Z" name: sequence-graph-53cb1-d889798ff.18d3c0ffaf58e03e namespace: kserve-ci-e2e-test resourceVersion: "18055" uid: c0ba3fbe-f843-425a-9439-dd1241be8a9e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:28:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-53cb1 namespace: kserve-ci-e2e-test resourceVersion: "18048" uid: 83899235-a967-4bec-ad93-7b0b7e9268e5 kind: Event lastTimestamp: "2026-09-09T20:28:01Z" message: Scaled up replica set sequence-graph-53cb1-d889798ff from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:28:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:28:01Z" name: sequence-graph-53cb1.18d3c0ffae871f52 namespace: kserve-ci-e2e-test resourceVersion: "18051" uid: 1cdb3b9f-ea12-4895-b5a7-1e177806eaf8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:28:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-53cb1 namespace: kserve-ci-e2e-test resourceVersion: "18065" uid: 633a906f-a449-41c2-96b7-c2681012ac73 kind: Event lastTimestamp: "2026-09-09T20:28:01Z" message: InferenceGraph [sequence-graph-53cb1] is Ready metadata: creationTimestamp: "2026-09-09T20:28:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:28:01Z" name: sequence-graph-53cb1.18d3c0ffb33da0d5 namespace: kserve-ci-e2e-test resourceVersion: "18068" uid: 4fcd584f-a66e-4473-bcf1-4045e11af984 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:28:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-53cb1 namespace: kserve-ci-e2e-test resourceVersion: "18049" uid: c1dccd83-9135-4d3e-a011-c8f7d3285fc8 kind: Event lastTimestamp: "2026-09-09T20:28:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:28:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:28:31Z" name: sequence-graph-53cb1.18d3c1032cfc5d81 namespace: kserve-ci-e2e-test resourceVersion: "18296" uid: 8990c5c4-208c-4a33-8300-5773fb0d0728 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:28:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-53cb1 namespace: kserve-ci-e2e-test resourceVersion: "18049" uid: c1dccd83-9135-4d3e-a011-c8f7d3285fc8 kind: Event lastTimestamp: "2026-09-09T20:28:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:28:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:28:31Z" name: sequence-graph-53cb1.18d3c1032d60ad4a namespace: kserve-ci-e2e-test resourceVersion: "18297" uid: aeada391-0038-4353-a684-9427d20d2d5f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:37:16.276340Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-90077-7b4844c498-zld4d namespace: kserve-ci-e2e-test resourceVersion: "22512" uid: 78b9e251-263d-4223-a108-cb681039c938 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-90077-7b4844c498-zld4d to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:37:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:37:16Z" name: sequence-graph-90077-7b4844c498-zld4d.18d3c180e15099c4 namespace: kserve-ci-e2e-test resourceVersion: "22517" uid: 406995ac-81c1-4e93-a6d9-d53c217a7660 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:16Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-90077-7b4844c498-zld4d namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 78b9e251-263d-4223-a108-cb681039c938 kind: Event lastTimestamp: "2026-09-09T20:37:16Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-90077-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:37:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:16Z" name: sequence-graph-90077-7b4844c498-zld4d.18d3c180ed7877fc namespace: kserve-ci-e2e-test resourceVersion: "22533" uid: a6e1771e-9873-4218-bccc-8029bc7feeb8 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:17Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-90077-7b4844c498-zld4d namespace: kserve-ci-e2e-test resourceVersion: "22522" uid: 78b9e251-263d-4223-a108-cb681039c938 kind: Event lastTimestamp: "2026-09-09T20:37:17Z" message: Add eth0 [10.133.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:37:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:37:17Z" name: sequence-graph-90077-7b4844c498-zld4d.18d3c18126df17ac namespace: kserve-ci-e2e-test resourceVersion: "22543" uid: 4e839972-b976-4567-a5bc-68f0169c6e0c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-90077} kind: Pod name: sequence-graph-90077-7b4844c498-zld4d namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 78b9e251-263d-4223-a108-cb681039c938 kind: Event lastTimestamp: "2026-09-09T20:37:17Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491" already present on machine metadata: creationTimestamp: "2026-09-09T20:37:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:17Z" name: sequence-graph-90077-7b4844c498-zld4d.18d3c181281f07df namespace: kserve-ci-e2e-test resourceVersion: "22545" uid: 1fa76308-f1cf-4ba5-bdbe-5f1aad0fb934 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-90077} kind: Pod name: sequence-graph-90077-7b4844c498-zld4d namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 78b9e251-263d-4223-a108-cb681039c938 kind: Event lastTimestamp: "2026-09-09T20:37:17Z" message: 'Created container: sequence-graph-90077' metadata: creationTimestamp: "2026-09-09T20:37:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:17Z" name: sequence-graph-90077-7b4844c498-zld4d.18d3c1812b47c3ff namespace: kserve-ci-e2e-test resourceVersion: "22546" uid: ace1b170-eaad-4e01-82c7-9a1dbdb010cd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-90077} kind: Pod name: sequence-graph-90077-7b4844c498-zld4d namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 78b9e251-263d-4223-a108-cb681039c938 kind: Event lastTimestamp: "2026-09-09T20:37:17Z" message: Started container sequence-graph-90077 metadata: creationTimestamp: "2026-09-09T20:37:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:17Z" name: sequence-graph-90077-7b4844c498-zld4d.18d3c1812ba586a8 namespace: kserve-ci-e2e-test resourceVersion: "22547" uid: 68ac6664-9d32-4522-aeac-4cde93fd5e55 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-90077} kind: Pod name: sequence-graph-90077-7b4844c498-zld4d namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 78b9e251-263d-4223-a108-cb681039c938 kind: Event lastTimestamp: "2026-09-09T20:37:26Z" message: Stopping container sequence-graph-90077 metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:26Z" name: sequence-graph-90077-7b4844c498-zld4d.18d3c18339e954e9 namespace: kserve-ci-e2e-test resourceVersion: "22659" uid: c3a43489-82a7-4bc6-b8c8-1bb5ec12e365 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:37:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-90077} kind: Pod name: sequence-graph-90077-7b4844c498-zld4d namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 78b9e251-263d-4223-a108-cb681039c938 kind: Event lastTimestamp: "2026-09-09T20:37:53Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-09T20:37:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:53Z" name: sequence-graph-90077-7b4844c498-zld4d.18d3c183cc3acb13 namespace: kserve-ci-e2e-test resourceVersion: "23044" uid: 1e758cdf-f3d2-4400-9341-6ac3d6642259 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-90077-7b4844c498 namespace: kserve-ci-e2e-test resourceVersion: "22509" uid: 608af0fc-c0e1-4362-8193-cb56e4ec91f7 kind: Event lastTimestamp: "2026-09-09T20:37:16Z" message: 'Created pod: sequence-graph-90077-7b4844c498-zld4d' metadata: creationTimestamp: "2026-09-09T20:37:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:16Z" name: sequence-graph-90077-7b4844c498.18d3c180e0ea9a5b namespace: kserve-ci-e2e-test resourceVersion: "22513" uid: 0b8521af-0259-4fcf-8181-53c8e89d3d54 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-90077 namespace: kserve-ci-e2e-test resourceVersion: "22507" uid: edb5086b-4741-4f37-8806-0866fabc3311 kind: Event lastTimestamp: "2026-09-09T20:37:16Z" message: Scaled up replica set sequence-graph-90077-7b4844c498 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:37:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:16Z" name: sequence-graph-90077.18d3c180e0228898 namespace: kserve-ci-e2e-test resourceVersion: "22510" uid: 103f57c4-87fb-4c53-add5-357fea9d3784 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:16Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-90077 namespace: kserve-ci-e2e-test resourceVersion: "22526" uid: 5c214ed9-5e85-4789-ba11-27fa66e98ee9 kind: Event lastTimestamp: "2026-09-09T20:37:16Z" message: InferenceGraph [sequence-graph-90077] is Ready metadata: creationTimestamp: "2026-09-09T20:37:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:37:16Z" name: sequence-graph-90077.18d3c180e4e60c30 namespace: kserve-ci-e2e-test resourceVersion: "22528" uid: dd8e69f8-1f36-425c-b046-81e41f1ef5d7 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:46:51.552621Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-326f5-768586467d-gw8kd namespace: kserve-ci-e2e-test resourceVersion: "27466" uid: 5abd73e6-2822-475e-ad09-134541e15617 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-326f5-768586467d-gw8kd to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:46:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:46:51Z" name: splitter-graph-326f5-768586467d-gw8kd.18d3c206d2741022 namespace: kserve-ci-e2e-test resourceVersion: "27473" uid: ecf2f8de-f748-4e5d-8dd6-0c3519ac7764 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:52Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-326f5-768586467d-gw8kd namespace: kserve-ci-e2e-test resourceVersion: "27477" uid: 5abd73e6-2822-475e-ad09-134541e15617 kind: Event lastTimestamp: "2026-09-09T20:46:52Z" message: Add eth0 [10.133.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:46:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:46:52Z" name: splitter-graph-326f5-768586467d-gw8kd.18d3c206f47b39a0 namespace: kserve-ci-e2e-test resourceVersion: "27491" uid: 0920ae5d-1203-43dd-9e70-355b93c63ec2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-326f5} kind: Pod name: splitter-graph-326f5-768586467d-gw8kd namespace: kserve-ci-e2e-test resourceVersion: "27469" uid: 5abd73e6-2822-475e-ad09-134541e15617 kind: Event lastTimestamp: "2026-09-09T20:46:52Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491" already present on machine metadata: creationTimestamp: "2026-09-09T20:46:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:52Z" name: splitter-graph-326f5-768586467d-gw8kd.18d3c206f5b21f37 namespace: kserve-ci-e2e-test resourceVersion: "27494" uid: 1f74a340-6166-4f82-954c-e287871e2da1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-326f5} kind: Pod name: splitter-graph-326f5-768586467d-gw8kd namespace: kserve-ci-e2e-test resourceVersion: "27469" uid: 5abd73e6-2822-475e-ad09-134541e15617 kind: Event lastTimestamp: "2026-09-09T20:46:52Z" message: 'Created container: splitter-graph-326f5' metadata: creationTimestamp: "2026-09-09T20:46:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:52Z" name: splitter-graph-326f5-768586467d-gw8kd.18d3c206f895f517 namespace: kserve-ci-e2e-test resourceVersion: "27496" uid: 5df92138-446f-43eb-9d77-33325e9423bf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-326f5} kind: Pod name: splitter-graph-326f5-768586467d-gw8kd namespace: kserve-ci-e2e-test resourceVersion: "27469" uid: 5abd73e6-2822-475e-ad09-134541e15617 kind: Event lastTimestamp: "2026-09-09T20:46:52Z" message: Started container splitter-graph-326f5 metadata: creationTimestamp: "2026-09-09T20:46:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:52Z" name: splitter-graph-326f5-768586467d-gw8kd.18d3c206f8fddd9b namespace: kserve-ci-e2e-test resourceVersion: "27497" uid: be5eae4a-8ac3-4f90-9ce2-784d8fded76e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-326f5} kind: Pod name: splitter-graph-326f5-768586467d-gw8kd namespace: kserve-ci-e2e-test resourceVersion: "27469" uid: 5abd73e6-2822-475e-ad09-134541e15617 kind: Event lastTimestamp: "2026-09-09T20:47:01Z" message: Stopping container splitter-graph-326f5 metadata: creationTimestamp: "2026-09-09T20:47:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:01Z" name: splitter-graph-326f5-768586467d-gw8kd.18d3c2092f55ecb3 namespace: kserve-ci-e2e-test resourceVersion: "27600" uid: c09e5afd-2010-4ff5-8c9c-adb54f22bd5a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:47:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-326f5} kind: Pod name: splitter-graph-326f5-768586467d-gw8kd namespace: kserve-ci-e2e-test resourceVersion: "27469" uid: 5abd73e6-2822-475e-ad09-134541e15617 kind: Event lastTimestamp: "2026-09-09T20:47:28Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-09T20:47:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:28Z" name: splitter-graph-326f5-768586467d-gw8kd.18d3c2099278ba3d namespace: kserve-ci-e2e-test resourceVersion: "27958" uid: 7ef87971-c3b2-486d-8c64-d39b640b5edc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-326f5-768586467d namespace: kserve-ci-e2e-test resourceVersion: "27463" uid: ae5ca190-713d-4213-924b-764a89c9afde kind: Event lastTimestamp: "2026-09-09T20:46:51Z" message: 'Created pod: splitter-graph-326f5-768586467d-gw8kd' metadata: creationTimestamp: "2026-09-09T20:46:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:51Z" name: splitter-graph-326f5-768586467d.18d3c206d2067460 namespace: kserve-ci-e2e-test resourceVersion: "27468" uid: 8ae8d7c3-b7ab-4c1c-b859-2878dc6dbdca reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-326f5 namespace: kserve-ci-e2e-test resourceVersion: "27461" uid: 4b664dce-045a-41e3-800b-fcf1891f0be1 kind: Event lastTimestamp: "2026-09-09T20:46:51Z" message: Scaled up replica set splitter-graph-326f5-768586467d from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:46:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:51Z" name: splitter-graph-326f5.18d3c206d14533e7 namespace: kserve-ci-e2e-test resourceVersion: "27465" uid: f38679c3-0e30-4fcb-853e-7a03205bc888 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:51Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-326f5 namespace: kserve-ci-e2e-test resourceVersion: "27479" uid: 050274f8-2aea-4613-a5eb-29797d555d53 kind: Event lastTimestamp: "2026-09-09T20:46:51Z" message: InferenceGraph [splitter-graph-326f5] is Ready metadata: creationTimestamp: "2026-09-09T20:46:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:46:51Z" name: splitter-graph-326f5.18d3c206d67e7789 namespace: kserve-ci-e2e-test resourceVersion: "27482" uid: cc70e5fc-e5c0-4bbe-bc64-b19c7dad68e7 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:48:01.914485Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-7dad6-75dfbcc7d7-nd9vt namespace: kserve-ci-e2e-test resourceVersion: "28296" uid: e1ba32cd-ef95-459a-81b8-e985dd913c8f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-7dad6-75dfbcc7d7-nd9vt to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:48:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:48:01Z" name: splitter-graph-7dad6-75dfbcc7d7-nd9vt.18d3c2173458de06 namespace: kserve-ci-e2e-test resourceVersion: "28301" uid: f4ae5991-a6d6-4b97-b732-9f4cb0089b5f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:48:02Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-7dad6-75dfbcc7d7-nd9vt namespace: kserve-ci-e2e-test resourceVersion: "28305" uid: e1ba32cd-ef95-459a-81b8-e985dd913c8f kind: Event lastTimestamp: "2026-09-09T20:48:02Z" message: Add eth0 [10.133.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:48:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:48:02Z" name: splitter-graph-7dad6-75dfbcc7d7-nd9vt.18d3c217563ddc88 namespace: kserve-ci-e2e-test resourceVersion: "28321" uid: c3693f1d-89a0-4c4a-8d10-8111cf5a1cb2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:48:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-7dad6} kind: Pod name: splitter-graph-7dad6-75dfbcc7d7-nd9vt namespace: kserve-ci-e2e-test resourceVersion: "28298" uid: e1ba32cd-ef95-459a-81b8-e985dd913c8f kind: Event lastTimestamp: "2026-09-09T20:48:02Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491" already present on machine metadata: creationTimestamp: "2026-09-09T20:48:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:48:02Z" name: splitter-graph-7dad6-75dfbcc7d7-nd9vt.18d3c217577ee1dd namespace: kserve-ci-e2e-test resourceVersion: "28323" uid: 3ca87007-1e3e-40cb-9967-cdf8eac9e93e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:48:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-7dad6} kind: Pod name: splitter-graph-7dad6-75dfbcc7d7-nd9vt namespace: kserve-ci-e2e-test resourceVersion: "28298" uid: e1ba32cd-ef95-459a-81b8-e985dd913c8f kind: Event lastTimestamp: "2026-09-09T20:48:02Z" message: 'Created container: splitter-graph-7dad6' metadata: creationTimestamp: "2026-09-09T20:48:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:48:02Z" name: splitter-graph-7dad6-75dfbcc7d7-nd9vt.18d3c2175a9f5d0c namespace: kserve-ci-e2e-test resourceVersion: "28325" uid: b89ead39-b5c3-4b98-9594-48eab05da164 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:48:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-7dad6} kind: Pod name: splitter-graph-7dad6-75dfbcc7d7-nd9vt namespace: kserve-ci-e2e-test resourceVersion: "28298" uid: e1ba32cd-ef95-459a-81b8-e985dd913c8f kind: Event lastTimestamp: "2026-09-09T20:48:02Z" message: Started container splitter-graph-7dad6 metadata: creationTimestamp: "2026-09-09T20:48:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:48:02Z" name: splitter-graph-7dad6-75dfbcc7d7-nd9vt.18d3c2175b102537 namespace: kserve-ci-e2e-test resourceVersion: "28326" uid: 493117f7-4442-47c1-9508-9e3fc5cd7305 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-7dad6} kind: Pod name: splitter-graph-7dad6-75dfbcc7d7-nd9vt namespace: kserve-ci-e2e-test resourceVersion: "28298" uid: e1ba32cd-ef95-459a-81b8-e985dd913c8f kind: Event lastTimestamp: "2026-09-09T20:56:16Z" message: Stopping container splitter-graph-7dad6 metadata: creationTimestamp: "2026-09-09T20:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:56:16Z" name: splitter-graph-7dad6-75dfbcc7d7-nd9vt.18d3c28a5d3fdf3e namespace: kserve-ci-e2e-test resourceVersion: "31794" uid: a97c9936-6b5f-4a3c-b9e5-a3f98d2145f5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:56:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-7dad6} kind: Pod name: splitter-graph-7dad6-75dfbcc7d7-nd9vt namespace: kserve-ci-e2e-test resourceVersion: "28298" uid: e1ba32cd-ef95-459a-81b8-e985dd913c8f kind: Event lastTimestamp: "2026-09-09T20:56:43Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-09T20:56:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:56:43Z" name: splitter-graph-7dad6-75dfbcc7d7-nd9vt.18d3c28ade9aee70 namespace: kserve-ci-e2e-test resourceVersion: "32027" uid: fe0af974-1342-4bed-b5a7-be1f2f2b928a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:48:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-7dad6-75dfbcc7d7 namespace: kserve-ci-e2e-test resourceVersion: "28293" uid: ef4873a0-3407-45e1-a6d5-269645eda85d kind: Event lastTimestamp: "2026-09-09T20:48:01Z" message: 'Created pod: splitter-graph-7dad6-75dfbcc7d7-nd9vt' metadata: creationTimestamp: "2026-09-09T20:48:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:48:01Z" name: splitter-graph-7dad6-75dfbcc7d7.18d3c21733f20403 namespace: kserve-ci-e2e-test resourceVersion: "28297" uid: 5d6af175-5cba-4bb9-8f8a-11852faf5670 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:48:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-7dad6 namespace: kserve-ci-e2e-test resourceVersion: "28291" uid: 743f1c0b-3ecb-4c6d-a41d-2be4b8879d29 kind: Event lastTimestamp: "2026-09-09T20:48:01Z" message: Scaled up replica set splitter-graph-7dad6-75dfbcc7d7 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:48:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:48:01Z" name: splitter-graph-7dad6.18d3c217333f8ffe namespace: kserve-ci-e2e-test resourceVersion: "28294" uid: f33f7380-45ca-4044-99d0-0afc2a0807c6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:48:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-7dad6 namespace: kserve-ci-e2e-test resourceVersion: "28310" uid: 77549246-29cb-4833-81ba-216933189f1b kind: Event lastTimestamp: "2026-09-09T20:48:01Z" message: InferenceGraph [splitter-graph-7dad6] is Ready metadata: creationTimestamp: "2026-09-09T20:48:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:48:01Z" name: splitter-graph-7dad6.18d3c21737f08ac4 namespace: kserve-ci-e2e-test resourceVersion: "28312" uid: d1123cbf-f4c6-4bcb-8cc9-5a61edb9791d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:48:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-7dad6 namespace: kserve-ci-e2e-test resourceVersion: "28292" uid: af4c3690-3708-4ba3-b467-ad3cdbe5f58d kind: Event lastTimestamp: "2026-09-09T20:48:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:48:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:48:16Z" name: splitter-graph-7dad6.18d3c21ab1b5fd53 namespace: kserve-ci-e2e-test resourceVersion: "28437" uid: 7f618ef8-1b04-4448-acf2-680d4601de22 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:48:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-7dad6 namespace: kserve-ci-e2e-test resourceVersion: "28292" uid: af4c3690-3708-4ba3-b467-ad3cdbe5f58d kind: Event lastTimestamp: "2026-09-09T20:48:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:48:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:48:16Z" name: splitter-graph-7dad6.18d3c21ab2146418 namespace: kserve-ci-e2e-test resourceVersion: "28439" uid: 4f0c758d-5a66-424d-bf03-9c9d6f386be1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:37:26.538157Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-28e88-predictor-779f848669-jfwgg namespace: kserve-ci-e2e-test resourceVersion: "22715" uid: bb665308-c203-4bd9-aedc-9d9078d099ef kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-28e88-predictor-779f848669-jfwgg to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:37:26Z" name: success-200-isvc-28e88-predictor-779f848669-jfwgg.18d3c18344f77a25 namespace: kserve-ci-e2e-test resourceVersion: "22720" uid: 3b89e256-f047-4b8a-832b-8e07cf2d5f0f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-28e88-predictor-779f848669-jfwgg namespace: kserve-ci-e2e-test resourceVersion: "22725" uid: bb665308-c203-4bd9-aedc-9d9078d099ef kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: Add eth0 [10.133.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:37:27Z" name: success-200-isvc-28e88-predictor-779f848669-jfwgg.18d3c18366bc1909 namespace: kserve-ci-e2e-test resourceVersion: "22761" uid: e041a040-9b85-4599-a585-1f78d9b4b257 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-28e88-predictor-779f848669-jfwgg namespace: kserve-ci-e2e-test resourceVersion: "22717" uid: bb665308-c203-4bd9-aedc-9d9078d099ef kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:27Z" name: success-200-isvc-28e88-predictor-779f848669-jfwgg.18d3c18367f4a953 namespace: kserve-ci-e2e-test resourceVersion: "22763" uid: 90e37812-e0a1-4366-8348-71615aa600fc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-28e88-predictor-779f848669-jfwgg namespace: kserve-ci-e2e-test resourceVersion: "22717" uid: bb665308-c203-4bd9-aedc-9d9078d099ef kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:27Z" name: success-200-isvc-28e88-predictor-779f848669-jfwgg.18d3c1836b0e213b namespace: kserve-ci-e2e-test resourceVersion: "22764" uid: 44257c4c-e833-4b8e-bdfc-a1b49ce9d21a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-28e88-predictor-779f848669-jfwgg namespace: kserve-ci-e2e-test resourceVersion: "22717" uid: bb665308-c203-4bd9-aedc-9d9078d099ef kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:27Z" name: success-200-isvc-28e88-predictor-779f848669-jfwgg.18d3c1836b7c0445 namespace: kserve-ci-e2e-test resourceVersion: "22765" uid: faf092e4-e638-472f-a817-83f905da2ef8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-28e88-predictor-779f848669-jfwgg namespace: kserve-ci-e2e-test resourceVersion: "22717" uid: bb665308-c203-4bd9-aedc-9d9078d099ef kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:27Z" name: success-200-isvc-28e88-predictor-779f848669-jfwgg.18d3c1836b8533bf namespace: kserve-ci-e2e-test resourceVersion: "22767" uid: 3206d132-82be-4978-b30f-31c62946e3c6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-28e88-predictor-779f848669-jfwgg namespace: kserve-ci-e2e-test resourceVersion: "22717" uid: bb665308-c203-4bd9-aedc-9d9078d099ef kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:27Z" name: success-200-isvc-28e88-predictor-779f848669-jfwgg.18d3c1836e0edfa4 namespace: kserve-ci-e2e-test resourceVersion: "22769" uid: bbb2e008-d201-4c5c-9486-92e0cb5137c2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-28e88-predictor-779f848669-jfwgg namespace: kserve-ci-e2e-test resourceVersion: "22717" uid: bb665308-c203-4bd9-aedc-9d9078d099ef kind: Event lastTimestamp: "2026-09-09T20:37:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:27Z" name: success-200-isvc-28e88-predictor-779f848669-jfwgg.18d3c1836e7b3c62 namespace: kserve-ci-e2e-test resourceVersion: "22770" uid: 2052a88b-2719-4764-8619-25c8e7474081 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-09T20:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-28e88-predictor-779f848669-jfwgg namespace: kserve-ci-e2e-test resourceVersion: "22717" uid: bb665308-c203-4bd9-aedc-9d9078d099ef kind: Event lastTimestamp: "2026-09-09T20:46:43Z" message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:43Z" name: success-200-isvc-28e88-predictor-779f848669-jfwgg.18d3c18392e00b3a namespace: kserve-ci-e2e-test resourceVersion: "27393" uid: b9070bd8-e0be-4341-aeed-d4c87b25579a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-28e88-predictor-779f848669-jfwgg namespace: kserve-ci-e2e-test resourceVersion: "22717" uid: bb665308-c203-4bd9-aedc-9d9078d099ef kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:41Z" name: success-200-isvc-28e88-predictor-779f848669-jfwgg.18d3c2046d5e4b80 namespace: kserve-ci-e2e-test resourceVersion: "27265" uid: 9e69777d-dd71-4530-9c23-b4855a46020a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-28e88-predictor-779f848669-jfwgg namespace: kserve-ci-e2e-test resourceVersion: "22717" uid: bb665308-c203-4bd9-aedc-9d9078d099ef kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:41Z" name: success-200-isvc-28e88-predictor-779f848669-jfwgg.18d3c2046d5ea71f namespace: kserve-ci-e2e-test resourceVersion: "27271" uid: 9a2768f5-ec67-4be7-87af-00fee6ace226 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-28e88-predictor-779f848669-jfwgg namespace: kserve-ci-e2e-test resourceVersion: "22717" uid: bb665308-c203-4bd9-aedc-9d9078d099ef kind: Event lastTimestamp: "2026-09-09T20:46:43Z" message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp 10.133.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:46:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:43Z" name: success-200-isvc-28e88-predictor-779f848669-jfwgg.18d3c20507431ab4 namespace: kserve-ci-e2e-test resourceVersion: "27392" uid: d2c7e7e4-cb3a-4a87-b6d4-57d5aa1ba832 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-28e88-predictor-779f848669 namespace: kserve-ci-e2e-test resourceVersion: "22706" uid: d40a9c1b-d42d-4c37-9533-bd3346041751 kind: Event lastTimestamp: "2026-09-09T20:37:26Z" message: 'Created pod: success-200-isvc-28e88-predictor-779f848669-jfwgg' metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:26Z" name: success-200-isvc-28e88-predictor-779f848669.18d3c183445d51d8 namespace: kserve-ci-e2e-test resourceVersion: "22716" uid: 83b9cb30-16bd-464d-b2cc-7a2daaf13b23 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-28e88-predictor namespace: kserve-ci-e2e-test resourceVersion: "22702" uid: c2018ebd-60cb-41c5-ab2f-ba775ebb2c8f kind: Event lastTimestamp: "2026-09-09T20:37:26Z" message: Scaled up replica set success-200-isvc-28e88-predictor-779f848669 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:26Z" name: success-200-isvc-28e88-predictor.18d3c18342cd8776 namespace: kserve-ci-e2e-test resourceVersion: "22708" uid: 8ce99d74-979c-4f5e-96d7-9c59c4015cb6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:37:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-28e88-predictor namespace: kserve-ci-e2e-test resourceVersion: "22705" uid: b65450ed-89fb-4f2c-b422-6134f181ab0b kind: Event lastTimestamp: "2026-09-09T20:38:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:37:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:11Z" name: success-200-isvc-28e88-predictor.18d3c186c14272c9 namespace: kserve-ci-e2e-test resourceVersion: "23178" uid: b2434261-947e-4f9a-8fe2-65688186ace7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:37:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-28e88-predictor namespace: kserve-ci-e2e-test resourceVersion: "22705" uid: b65450ed-89fb-4f2c-b422-6134f181ab0b kind: Event lastTimestamp: "2026-09-09T20:38:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:37:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:11Z" name: success-200-isvc-28e88-predictor.18d3c186c19f0928 namespace: kserve-ci-e2e-test resourceVersion: "23179" uid: ce19e8c0-c15d-46a4-b5b2-62988d12ba4c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:38:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-28e88-predictor namespace: kserve-ci-e2e-test resourceVersion: "22938" uid: b65450ed-89fb-4f2c-b422-6134f181ab0b kind: Event lastTimestamp: "2026-09-09T20:38:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:41Z" name: success-200-isvc-28e88-predictor.18d3c1913d86ef5b namespace: kserve-ci-e2e-test resourceVersion: "23458" uid: 1318f4c6-bd80-4f29-8e81-7b6d616587b3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:38:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-28e88-predictor namespace: kserve-ci-e2e-test resourceVersion: "22938" uid: b65450ed-89fb-4f2c-b422-6134f181ab0b kind: Event lastTimestamp: "2026-09-09T20:38:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:38:41Z" name: success-200-isvc-28e88-predictor.18d3c1913df1e51c namespace: kserve-ci-e2e-test resourceVersion: "23459" uid: c590439f-c52a-43cf-bc66-30eafa4d278e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-28e88 namespace: kserve-ci-e2e-test resourceVersion: "22677" uid: c1a4fb96-8b49-45b1-a377-040cba4b4874 kind: Event lastTimestamp: "2026-09-09T20:38:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:38:13Z" name: success-200-isvc-28e88.18d3c18342d766b2 namespace: kserve-ci-e2e-test resourceVersion: "23208" uid: a383d83d-d42b-491b-8757-348bdf08b73b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-28e88 namespace: kserve-ci-e2e-test resourceVersion: "22677" uid: c1a4fb96-8b49-45b1-a377-040cba4b4874 kind: Event lastTimestamp: "2026-09-09T20:37:26Z" message: 'Failed to update status for InferenceService "success-200-isvc-28e88": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-28e88": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:37:26Z" name: success-200-isvc-28e88.18d3c183436dc180 namespace: kserve-ci-e2e-test resourceVersion: "22712" uid: c158693d-2554-426f-a82f-12e973ede418 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-28e88 namespace: kserve-ci-e2e-test resourceVersion: "22677" uid: c1a4fb96-8b49-45b1-a377-040cba4b4874 kind: Event lastTimestamp: "2026-09-09T20:37:26Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-28e88": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:37:26Z" name: success-200-isvc-28e88.18d3c183436e1899 namespace: kserve-ci-e2e-test resourceVersion: "22713" uid: 460bcb68-3ec1-493d-b180-bce1f98c4ad2 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:38:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-28e88 namespace: kserve-ci-e2e-test resourceVersion: "23206" uid: c1a4fb96-8b49-45b1-a377-040cba4b4874 kind: Event lastTimestamp: "2026-09-09T20:38:13Z" message: InferenceService [success-200-isvc-28e88] is Ready metadata: creationTimestamp: "2026-09-09T20:38:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:38:13Z" name: success-200-isvc-28e88.18d3c18e4dda51e0 namespace: kserve-ci-e2e-test resourceVersion: "23207" uid: bee68776-bde7-4ec5-8edb-694e3fe7df77 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:26:11.475782Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9 namespace: kserve-ci-e2e-test resourceVersion: "16790" uid: 9ea26b1b-7215-49c1-8a18-5c91d850e6bd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-2e273-predictor-85c84c9849-pcfd9 to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:26:11Z" name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9.18d3c0e6181d15fe namespace: kserve-ci-e2e-test resourceVersion: "16794" uid: e4937482-67b2-48e9-a06d-ae1dabd2393d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9 namespace: kserve-ci-e2e-test resourceVersion: "16798" uid: 9ea26b1b-7215-49c1-8a18-5c91d850e6bd kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:26:12Z" name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9.18d3c0e639d732b4 namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: c58b7aab-b0f9-491b-a55a-385cd9db3275 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9 namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: 9ea26b1b-7215-49c1-8a18-5c91d850e6bd kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:12Z" name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9.18d3c0e63b21d407 namespace: kserve-ci-e2e-test resourceVersion: "16843" uid: 3eff402b-605c-456e-a2d5-cf05f62571ce reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9 namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: 9ea26b1b-7215-49c1-8a18-5c91d850e6bd kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:12Z" name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9.18d3c0e63dd3d069 namespace: kserve-ci-e2e-test resourceVersion: "16844" uid: 328fb6a1-e58a-447d-947e-e40a611b2171 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9 namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: 9ea26b1b-7215-49c1-8a18-5c91d850e6bd kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:12Z" name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9.18d3c0e63e415cc4 namespace: kserve-ci-e2e-test resourceVersion: "16845" uid: fcb0219d-7024-4024-abf1-abee90e94e75 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9 namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: 9ea26b1b-7215-49c1-8a18-5c91d850e6bd kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:12Z" name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9.18d3c0e63e4bffbc namespace: kserve-ci-e2e-test resourceVersion: "16846" uid: e09e513e-7d4b-4812-92a4-52c4dab62db9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9 namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: 9ea26b1b-7215-49c1-8a18-5c91d850e6bd kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:12Z" name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9.18d3c0e640e0ca24 namespace: kserve-ci-e2e-test resourceVersion: "16850" uid: 5720e176-d837-4892-8b1e-c36cbf49934e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9 namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: 9ea26b1b-7215-49c1-8a18-5c91d850e6bd kind: Event lastTimestamp: "2026-09-09T20:26:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:12Z" name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9.18d3c0e64143caab namespace: kserve-ci-e2e-test resourceVersion: "16851" uid: 5138962a-098c-4868-ab0d-924f0c5f3712 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:26:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9 namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: 9ea26b1b-7215-49c1-8a18-5c91d850e6bd kind: Event lastTimestamp: "2026-09-09T20:26:49Z" message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:26:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:49Z" name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9.18d3c0e6a425767f namespace: kserve-ci-e2e-test resourceVersion: "17202" uid: 89ccf813-38eb-45a8-94a0-ecbb077a6903 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9 namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: 9ea26b1b-7215-49c1-8a18-5c91d850e6bd kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:26Z" name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9.18d3c16744b35f8d namespace: kserve-ci-e2e-test resourceVersion: "21186" uid: c31887c0-5dc1-43c1-b6a1-61882c2b8de1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9 namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: 9ea26b1b-7215-49c1-8a18-5c91d850e6bd kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:26Z" name: success-200-isvc-2e273-predictor-85c84c9849-pcfd9.18d3c16744b3e191 namespace: kserve-ci-e2e-test resourceVersion: "21193" uid: 4288f2c2-aa1f-4bf5-87d5-0b5430da29a3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-2e273-predictor-85c84c9849 namespace: kserve-ci-e2e-test resourceVersion: "16784" uid: 2f69a746-1596-4c99-858f-7f2fe5402bbc kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: 'Created pod: success-200-isvc-2e273-predictor-85c84c9849-pcfd9' metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:11Z" name: success-200-isvc-2e273-predictor-85c84c9849.18d3c0e617b3168b namespace: kserve-ci-e2e-test resourceVersion: "16791" uid: 19ea07e0-f4f0-44d3-aa82-0390f896b5f4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-2e273-predictor namespace: kserve-ci-e2e-test resourceVersion: "16782" uid: 182a84cd-d42b-4a75-a39a-51ca9c173a0a kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: Scaled up replica set success-200-isvc-2e273-predictor-85c84c9849 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:11Z" name: success-200-isvc-2e273-predictor.18d3c0e616010fb0 namespace: kserve-ci-e2e-test resourceVersion: "16785" uid: 298c71e0-f1bc-4fad-a9c5-d59676dcbeca reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:26:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2e273-predictor namespace: kserve-ci-e2e-test resourceVersion: "16783" uid: 0c132ec9-3a64-4c32-9154-6a5a218ac79f kind: Event lastTimestamp: "2026-09-09T20:26:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:26:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:56Z" name: success-200-isvc-2e273-predictor.18d3c0e994982677 namespace: kserve-ci-e2e-test resourceVersion: "17288" uid: d80e1977-93aa-4d29-aebd-1c9ff8a11bb3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:26:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2e273-predictor namespace: kserve-ci-e2e-test resourceVersion: "16783" uid: 0c132ec9-3a64-4c32-9154-6a5a218ac79f kind: Event lastTimestamp: "2026-09-09T20:26:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:26:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:56Z" name: success-200-isvc-2e273-predictor.18d3c0e994dcc363 namespace: kserve-ci-e2e-test resourceVersion: "17289" uid: 54b76341-4609-4c02-95d4-9a87a53e1c1d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:26:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2e273-predictor namespace: kserve-ci-e2e-test resourceVersion: "17002" uid: 0c132ec9-3a64-4c32-9154-6a5a218ac79f kind: Event lastTimestamp: "2026-09-09T20:27:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:26Z" name: success-200-isvc-2e273-predictor.18d3c0ed1384681a namespace: kserve-ci-e2e-test resourceVersion: "17761" uid: 3025351c-9972-47ed-8517-1b6361e41064 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:26:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2e273-predictor namespace: kserve-ci-e2e-test resourceVersion: "17002" uid: 0c132ec9-3a64-4c32-9154-6a5a218ac79f kind: Event lastTimestamp: "2026-09-09T20:27:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:26Z" name: success-200-isvc-2e273-predictor.18d3c0ed13eaf4a7 namespace: kserve-ci-e2e-test resourceVersion: "17762" uid: 5a58783a-4efd-4711-9fab-8efb51df1610 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:26:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2e273 namespace: kserve-ci-e2e-test resourceVersion: "16772" uid: 8c1adc82-bc41-4c68-929b-4ceda23875b9 kind: Event lastTimestamp: "2026-09-09T20:26:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:26:59Z" name: success-200-isvc-2e273.18d3c0e61606a18a namespace: kserve-ci-e2e-test resourceVersion: "17342" uid: 7547cb22-99d6-4f7b-a9d1-39aa1f52998f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2e273 namespace: kserve-ci-e2e-test resourceVersion: "17340" uid: 8c1adc82-bc41-4c68-929b-4ceda23875b9 kind: Event lastTimestamp: "2026-09-09T20:26:59Z" message: InferenceService [success-200-isvc-2e273] is Ready metadata: creationTimestamp: "2026-09-09T20:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:26:59Z" name: success-200-isvc-2e273.18d3c0f15ee72330 namespace: kserve-ci-e2e-test resourceVersion: "17341" uid: 50f786cd-bb0b-44ee-9061-ea4c08cae0e7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:45:51.535804Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw namespace: kserve-ci-e2e-test resourceVersion: "26753" uid: 018573c1-e63e-49ed-9729-46b0d4836ce9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-326f5-predictor-669c54dd8c-85sxw to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:45:51Z" name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw.18d3c1f8d92c1e66 namespace: kserve-ci-e2e-test resourceVersion: "26759" uid: e5e54f15-73af-46c0-8fe5-78c3516e3db3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw namespace: kserve-ci-e2e-test resourceVersion: "26768" uid: 018573c1-e63e-49ed-9729-46b0d4836ce9 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: Add eth0 [10.133.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:45:52Z" name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw.18d3c1f8fb1c2e20 namespace: kserve-ci-e2e-test resourceVersion: "26812" uid: c9dcb0df-8287-4cff-a0db-c5f9e5b36e0f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 018573c1-e63e-49ed-9729-46b0d4836ce9 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:52Z" name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw.18d3c1f8fc52e1d3 namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: 62d6a72f-783c-4bb8-9ccb-40ccf4ab7e09 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 018573c1-e63e-49ed-9729-46b0d4836ce9 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:52Z" name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw.18d3c1f8ff330a79 namespace: kserve-ci-e2e-test resourceVersion: "26816" uid: 24b57afd-6ea5-45d1-9a0a-dbcb893b7ff4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 018573c1-e63e-49ed-9729-46b0d4836ce9 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:52Z" name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw.18d3c1f8ffbbbd33 namespace: kserve-ci-e2e-test resourceVersion: "26817" uid: 71107236-3153-41df-8c82-462b9cc7175e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 018573c1-e63e-49ed-9729-46b0d4836ce9 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:52Z" name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw.18d3c1f8ffc6b20f namespace: kserve-ci-e2e-test resourceVersion: "26818" uid: b4d4ae27-e950-480b-919f-388829f14800 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 018573c1-e63e-49ed-9729-46b0d4836ce9 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:52Z" name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw.18d3c1f902ac6c09 namespace: kserve-ci-e2e-test resourceVersion: "26820" uid: 5493c9b5-13c6-47b8-a262-709d59998763 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 018573c1-e63e-49ed-9729-46b0d4836ce9 kind: Event lastTimestamp: "2026-09-09T20:45:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:45:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:52Z" name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw.18d3c1f903192109 namespace: kserve-ci-e2e-test resourceVersion: "26821" uid: 806dbd65-f564-450a-9a29-bae86da83dbf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:45:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 018573c1-e63e-49ed-9729-46b0d4836ce9 kind: Event lastTimestamp: "2026-09-09T20:46:30Z" message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:45:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:30Z" name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw.18d3c1f970889f67 namespace: kserve-ci-e2e-test resourceVersion: "27135" uid: 40f07773-89c4-4da7-9881-13a2eae308ba reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 018573c1-e63e-49ed-9729-46b0d4836ce9 kind: Event lastTimestamp: "2026-09-09T20:47:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:47:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:01Z" name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw.18d3c2093521ff30 namespace: kserve-ci-e2e-test resourceVersion: "27624" uid: b4e4545e-c1f4-4e4c-b860-d86e62ca3d74 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 018573c1-e63e-49ed-9729-46b0d4836ce9 kind: Event lastTimestamp: "2026-09-09T20:47:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:47:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:01Z" name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw.18d3c209352310a5 namespace: kserve-ci-e2e-test resourceVersion: "27626" uid: edcfc38f-2408-4265-8d68-981f40eaa227 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw namespace: kserve-ci-e2e-test resourceVersion: "26756" uid: 018573c1-e63e-49ed-9729-46b0d4836ce9 kind: Event lastTimestamp: "2026-09-09T20:47:06Z" message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)' metadata: creationTimestamp: "2026-09-09T20:47:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:06Z" name: success-200-isvc-326f5-predictor-669c54dd8c-85sxw.18d3c20a346c1ced namespace: kserve-ci-e2e-test resourceVersion: "27762" uid: e9d6490e-0a4d-4dfb-88ce-7027ef8d6a1f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-326f5-predictor-669c54dd8c namespace: kserve-ci-e2e-test resourceVersion: "26743" uid: 57236362-2e0a-42d2-8368-e12f5c4c5ee9 kind: Event lastTimestamp: "2026-09-09T20:45:51Z" message: 'Created pod: success-200-isvc-326f5-predictor-669c54dd8c-85sxw' metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:45:51Z" name: success-200-isvc-326f5-predictor-669c54dd8c.18d3c1f8d8b8f622 namespace: kserve-ci-e2e-test resourceVersion: "26754" uid: 16f624a4-99e5-4a5b-99d1-6c7d5a149457 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-326f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "26741" uid: 8a5cbd9c-10d5-4178-bac2-ec620de0ff61 kind: Event lastTimestamp: "2026-09-09T20:45:51Z" message: Scaled up replica set success-200-isvc-326f5-predictor-669c54dd8c from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:45:51Z" name: success-200-isvc-326f5-predictor.18d3c1f8d58ad2c2 namespace: kserve-ci-e2e-test resourceVersion: "26744" uid: 4f08274c-9a0b-423c-90f8-fdfa2f66ee52 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:46:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-326f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "26742" uid: b0e68e27-30c5-42c7-9536-45d14ef6b33b kind: Event lastTimestamp: "2026-09-09T20:46:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:46:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:21Z" name: success-200-isvc-326f5-predictor.18d3c1fc54574f60 namespace: kserve-ci-e2e-test resourceVersion: "27068" uid: 7d54dbd3-f834-4279-aee5-bc1da35025fc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:46:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-326f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "26742" uid: b0e68e27-30c5-42c7-9536-45d14ef6b33b kind: Event lastTimestamp: "2026-09-09T20:46:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:46:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:21Z" name: success-200-isvc-326f5-predictor.18d3c1fc54bdcad0 namespace: kserve-ci-e2e-test resourceVersion: "27069" uid: f8795676-acc5-4fc0-8c91-acc4661570c2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:46:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-326f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "26958" uid: b0e68e27-30c5-42c7-9536-45d14ef6b33b kind: Event lastTimestamp: "2026-09-09T20:46:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:46:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:51Z" name: success-200-isvc-326f5-predictor.18d3c2035260982a namespace: kserve-ci-e2e-test resourceVersion: "27467" uid: 7373cd23-665a-401f-be5b-698699b49274 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:46:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-326f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "26958" uid: b0e68e27-30c5-42c7-9536-45d14ef6b33b kind: Event lastTimestamp: "2026-09-09T20:46:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:46:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:51Z" name: success-200-isvc-326f5-predictor.18d3c20352be5867 namespace: kserve-ci-e2e-test resourceVersion: "27471" uid: 16722e7d-f7fc-4161-b1a8-08c2a8c450f3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-09T20:45:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-326f5 namespace: kserve-ci-e2e-test resourceVersion: "26731" uid: c55fe4eb-e7b0-40b1-ab86-705f387d280e kind: Event lastTimestamp: "2026-09-09T20:46:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:46:40Z" name: success-200-isvc-326f5.18d3c1f8d590c1d3 namespace: kserve-ci-e2e-test resourceVersion: "27228" uid: 86939e35-44ee-4cc9-8b19-cb014d2fff8e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-326f5 namespace: kserve-ci-e2e-test resourceVersion: "27226" uid: c55fe4eb-e7b0-40b1-ab86-705f387d280e kind: Event lastTimestamp: "2026-09-09T20:46:40Z" message: InferenceService [success-200-isvc-326f5] is Ready metadata: creationTimestamp: "2026-09-09T20:46:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:46:40Z" name: success-200-isvc-326f5.18d3c2042bb3d7ea namespace: kserve-ci-e2e-test resourceVersion: "27227" uid: 5674f19c-51b0-4d06-82e2-5cba05aa2bd0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:24:41.048270Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15703" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-510d5-predictor-8556d94969-wh62f to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:24:41Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0d10a36c0b8 namespace: kserve-ci-e2e-test resourceVersion: "15708" uid: f4ee825d-6e17-41a2-a14d-a012a45fef9f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15712" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:24:41Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0d12c2be127 namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: 891d1ea8-7642-4715-b6ce-e695f485d5e3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15705" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1968" metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:41Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0d12dbbff28 namespace: kserve-ci-e2e-test resourceVersion: "15802" uid: de2a3a01-d024-4d8e-afd1-1671ac55e3e8 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15705" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: "2026-09-09T20:24:55Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1968" in 13.871s (13.871s including waiting). Image size: 1356716620 bytes.' metadata: creationTimestamp: "2026-09-09T20:24:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:55Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0d468871b71 namespace: kserve-ci-e2e-test resourceVersion: "15991" uid: c869f7f3-e77b-4444-9618-4a116dd301a3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15705" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: "2026-09-09T20:24:55Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:24:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:55Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0d46bcb4be9 namespace: kserve-ci-e2e-test resourceVersion: "15992" uid: 452f3f57-a8ce-47a2-ab43-a8bed04ae75c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15705" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: "2026-09-09T20:24:55Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:24:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:55Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0d46c3b3717 namespace: kserve-ci-e2e-test resourceVersion: "15993" uid: 4343f0a1-671f-4513-a312-7897a3d93409 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15705" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: "2026-09-09T20:24:55Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-09T20:24:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:55Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0d46c483cf4 namespace: kserve-ci-e2e-test resourceVersion: "15994" uid: 8cc8428a-2592-441e-9c24-dd0e18e35f7a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15705" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: "2026-09-09T20:24:57Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.198s (2.198s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-09T20:24:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:57Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0d4ef4c4f1e namespace: kserve-ci-e2e-test resourceVersion: "16034" uid: a62710dc-f1b3-4591-b2ea-f4408008b5f2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15705" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: "2026-09-09T20:24:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:24:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:57Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0d4f28cb1ef namespace: kserve-ci-e2e-test resourceVersion: "16035" uid: ad0f52ca-30eb-4597-8ec2-3bfe3d2ff1e4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15705" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: "2026-09-09T20:24:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:24:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:24:57Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0d4f350b80e namespace: kserve-ci-e2e-test resourceVersion: "16036" uid: 8f6728ee-a152-4d2f-b0d1-be8b8fab1980 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:24:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15705" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: "2026-09-09T20:25:35Z" message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:24:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:25:35Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0d5547b3c55 namespace: kserve-ci-e2e-test resourceVersion: "16376" uid: 7cd65833-94f4-4d21-9101-a7bd58a6bf0b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15705" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:11Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0e61185a9d0 namespace: kserve-ci-e2e-test resourceVersion: "16762" uid: 7e499991-957a-4084-8890-3ef228151c96 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-510d5-predictor-8556d94969-wh62f namespace: kserve-ci-e2e-test resourceVersion: "15705" uid: 25c2112d-2c84-404e-a697-caf13b8d9195 kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:11Z" name: success-200-isvc-510d5-predictor-8556d94969-wh62f.18d3c0e61186eb20 namespace: kserve-ci-e2e-test resourceVersion: "16767" uid: 72889d7b-70d7-4842-a4ae-c1a1baae9b47 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-510d5-predictor-8556d94969 namespace: kserve-ci-e2e-test resourceVersion: "15697" uid: 63c871fc-fec6-453b-814e-20f6bcecce06 kind: Event lastTimestamp: "2026-09-09T20:24:41Z" message: 'Created pod: success-200-isvc-510d5-predictor-8556d94969-wh62f' metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:24:41Z" name: success-200-isvc-510d5-predictor-8556d94969.18d3c0d109c73d6f namespace: kserve-ci-e2e-test resourceVersion: "15704" uid: 6cc36eaa-1026-42c2-b77d-e22c884eb34a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:24:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-510d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15696" uid: 16a89f4b-a9fc-4379-a61c-1abf0ce50593 kind: Event lastTimestamp: "2026-09-09T20:24:40Z" message: Scaled up replica set success-200-isvc-510d5-predictor-8556d94969 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:24:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:24:40Z" name: success-200-isvc-510d5-predictor.18d3c0d1065b3896 namespace: kserve-ci-e2e-test resourceVersion: "15698" uid: beda3699-92cd-41b7-b240-e6634aae24d0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:24:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-510d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15713" uid: 3a3287b5-8310-4544-bebe-c940232be46f kind: Event lastTimestamp: "2026-09-09T20:25:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:25:26Z" name: success-200-isvc-510d5-predictor.18d3c0d48c0fcc04 namespace: kserve-ci-e2e-test resourceVersion: "16298" uid: 5c5756aa-77b7-4bcc-a6b6-4381db06d52f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:24:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-510d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15713" uid: 3a3287b5-8310-4544-bebe-c940232be46f kind: Event lastTimestamp: "2026-09-09T20:25:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:24:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:25:26Z" name: success-200-isvc-510d5-predictor.18d3c0d48c534a5b namespace: kserve-ci-e2e-test resourceVersion: "16300" uid: 7c2b86c7-a44d-4fd1-b279-f6e7cfc56c3e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:25:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-510d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: 3a3287b5-8310-4544-bebe-c940232be46f kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:25:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:11Z" name: success-200-isvc-510d5-predictor.18d3c0df09049cf4 namespace: kserve-ci-e2e-test resourceVersion: "16718" uid: 445ec45e-9def-45e4-ac2c-17c62a04fdc6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:25:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-510d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: 3a3287b5-8310-4544-bebe-c940232be46f kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:25:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:11Z" name: success-200-isvc-510d5-predictor.18d3c0df0967c8d9 namespace: kserve-ci-e2e-test resourceVersion: "16720" uid: 559c3708-aa57-4ddc-baf1-338192db570f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-09T20:24:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-510d5 namespace: kserve-ci-e2e-test resourceVersion: "15687" uid: de5cc29c-c02f-45a2-8f16-16d4d02a297b kind: Event lastTimestamp: "2026-09-09T20:25:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:25:45Z" name: success-200-isvc-510d5.18d3c0d10c59bf44 namespace: kserve-ci-e2e-test resourceVersion: "16478" uid: 09025c29-23fc-4c58-96ee-03e8593be83b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:25:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-510d5 namespace: kserve-ci-e2e-test resourceVersion: "16475" uid: de5cc29c-c02f-45a2-8f16-16d4d02a297b kind: Event lastTimestamp: "2026-09-09T20:25:45Z" message: InferenceService [success-200-isvc-510d5] is Ready metadata: creationTimestamp: "2026-09-09T20:25:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:25:45Z" name: success-200-isvc-510d5.18d3c0e00f9ea615 namespace: kserve-ci-e2e-test resourceVersion: "16476" uid: b85a9af0-e337-4e0b-93b3-938c87947a1d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:27:01.453760Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg namespace: kserve-ci-e2e-test resourceVersion: "17445" uid: 32b28779-e0dd-4d7a-be0f-8216b7f86752 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-53cb1-predictor-77bd468459-7gnsg to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:27:01Z" name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg.18d3c0f1bb088e08 namespace: kserve-ci-e2e-test resourceVersion: "17450" uid: e63079fd-d913-4268-a194-0910be932bc2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: 32b28779-e0dd-4d7a-be0f-8216b7f86752 kind: Event lastTimestamp: "2026-09-09T20:27:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-53cb1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:01Z" name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg.18d3c0f1c8ae99b7 namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 95690fc1-37d9-4742-8a70-6a4c9ed9276d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg namespace: kserve-ci-e2e-test resourceVersion: "17454" uid: 32b28779-e0dd-4d7a-be0f-8216b7f86752 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:27:02Z" name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg.18d3c0f200a922c4 namespace: kserve-ci-e2e-test resourceVersion: "17506" uid: 917c6645-c65d-43e1-9607-bf229bf56d92 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: 32b28779-e0dd-4d7a-be0f-8216b7f86752 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg.18d3c0f201e1a600 namespace: kserve-ci-e2e-test resourceVersion: "17508" uid: 56ea7c59-9193-486f-8d24-533f54677d4f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: 32b28779-e0dd-4d7a-be0f-8216b7f86752 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg.18d3c0f204f668aa namespace: kserve-ci-e2e-test resourceVersion: "17512" uid: 34d916d1-2abc-4176-ae79-d7a29f963f2e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: 32b28779-e0dd-4d7a-be0f-8216b7f86752 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg.18d3c0f20565f009 namespace: kserve-ci-e2e-test resourceVersion: "17513" uid: c645d34f-74bc-4d91-8e1d-455265c53845 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: 32b28779-e0dd-4d7a-be0f-8216b7f86752 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg.18d3c0f20570a825 namespace: kserve-ci-e2e-test resourceVersion: "17514" uid: 3c73105b-296b-4d79-bbcd-35c2e8eb9d40 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: 32b28779-e0dd-4d7a-be0f-8216b7f86752 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg.18d3c0f2085f81cd namespace: kserve-ci-e2e-test resourceVersion: "17515" uid: 5ca66d0b-1514-4687-9ff7-141672fe7b88 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: 32b28779-e0dd-4d7a-be0f-8216b7f86752 kind: Event lastTimestamp: "2026-09-09T20:27:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:02Z" name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg.18d3c0f208d0843f namespace: kserve-ci-e2e-test resourceVersion: "17516" uid: 59043e83-8c9a-4237-bd1c-b5cacab598c6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:27:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: 32b28779-e0dd-4d7a-be0f-8216b7f86752 kind: Event lastTimestamp: "2026-09-09T20:27:40Z" message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:27:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:40Z" name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg.18d3c0f25630fb1e namespace: kserve-ci-e2e-test resourceVersion: "17867" uid: ccc8e431-0ee7-4de8-8a35-ea1c150d761d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: 32b28779-e0dd-4d7a-be0f-8216b7f86752 kind: Event lastTimestamp: "2026-09-09T20:36:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:16Z" name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg.18d3c172e2adca72 namespace: kserve-ci-e2e-test resourceVersion: "21712" uid: 73c07660-2d4e-45a9-ace6-d73bc8aa3cd3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: 32b28779-e0dd-4d7a-be0f-8216b7f86752 kind: Event lastTimestamp: "2026-09-09T20:36:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:16Z" name: success-200-isvc-53cb1-predictor-77bd468459-7gnsg.18d3c172e2ae406a namespace: kserve-ci-e2e-test resourceVersion: "21719" uid: 42d2725a-4ea5-4939-bd7b-8d485b086e0b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-53cb1-predictor-77bd468459 namespace: kserve-ci-e2e-test resourceVersion: "17439" uid: 502fc160-f9fe-4ae6-bbd3-5f5e00411dd0 kind: Event lastTimestamp: "2026-09-09T20:27:01Z" message: 'Created pod: success-200-isvc-53cb1-predictor-77bd468459-7gnsg' metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:01Z" name: success-200-isvc-53cb1-predictor-77bd468459.18d3c0f1ba99fe0a namespace: kserve-ci-e2e-test resourceVersion: "17446" uid: 98b84a57-1bbf-4df0-b0b8-cbd0108b7e04 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-53cb1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17436" uid: 35b51138-b0f0-4749-a5f4-c5c7ffba2e7c kind: Event lastTimestamp: "2026-09-09T20:27:01Z" message: Scaled up replica set success-200-isvc-53cb1-predictor-77bd468459 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:01Z" name: success-200-isvc-53cb1-predictor.18d3c0f1b90947be namespace: kserve-ci-e2e-test resourceVersion: "17440" uid: 9fa7b8bd-a8dc-409e-ae16-e9e6f7aa49a2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:27:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-53cb1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17437" uid: 5e26235c-ca94-48eb-b679-e3542c5cd7bc kind: Event lastTimestamp: "2026-09-09T20:27:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:27:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:31Z" name: success-200-isvc-53cb1-predictor.18d3c0f53773f0e2 namespace: kserve-ci-e2e-test resourceVersion: "17801" uid: 8378493c-9360-4c7c-9306-aeea0a4e0036 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:27:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-53cb1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17437" uid: 5e26235c-ca94-48eb-b679-e3542c5cd7bc kind: Event lastTimestamp: "2026-09-09T20:27:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:27:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:31Z" name: success-200-isvc-53cb1-predictor.18d3c0f537dccaba namespace: kserve-ci-e2e-test resourceVersion: "17802" uid: 7d196507-f56e-4828-b904-2788723dbdc4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:27:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-53cb1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17674" uid: 5e26235c-ca94-48eb-b679-e3542c5cd7bc kind: Event lastTimestamp: "2026-09-09T20:28:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:28:01Z" name: success-200-isvc-53cb1-predictor.18d3c0fc352fb8e0 namespace: kserve-ci-e2e-test resourceVersion: "18071" uid: 488b37ef-9b3c-40ba-b106-4aa5aca16ecd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:27:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-53cb1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17674" uid: 5e26235c-ca94-48eb-b679-e3542c5cd7bc kind: Event lastTimestamp: "2026-09-09T20:28:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:28:01Z" name: success-200-isvc-53cb1-predictor.18d3c0fc358e1023 namespace: kserve-ci-e2e-test resourceVersion: "18072" uid: 661099ba-542f-488b-984d-a1be8949513e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:27:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-53cb1 namespace: kserve-ci-e2e-test resourceVersion: "17425" uid: b1ea4e52-68a6-4f8e-9c7e-691585d4cbe1 kind: Event lastTimestamp: "2026-09-09T20:27:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:27:50Z" name: success-200-isvc-53cb1.18d3c0f1b91413e1 namespace: kserve-ci-e2e-test resourceVersion: "17963" uid: 795a9570-f909-4dbf-85c6-544296ffb84a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-53cb1 namespace: kserve-ci-e2e-test resourceVersion: "17959" uid: b1ea4e52-68a6-4f8e-9c7e-691585d4cbe1 kind: Event lastTimestamp: "2026-09-09T20:27:50Z" message: InferenceService [success-200-isvc-53cb1] is Ready metadata: creationTimestamp: "2026-09-09T20:27:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:27:50Z" name: success-200-isvc-53cb1.18d3c0fd1129d758 namespace: kserve-ci-e2e-test resourceVersion: "17961" uid: b9bdfb4e-787b-48a3-8337-08581522e706 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:46:41.403563Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw namespace: kserve-ci-e2e-test resourceVersion: "27304" uid: 3442c5bd-a860-42e5-894f-d5ef7edf7da8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:46:41Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw.18d3c2047585b31d namespace: kserve-ci-e2e-test resourceVersion: "27309" uid: fffa4d54-45e8-43a4-b0d6-bd83f03be7db reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw namespace: kserve-ci-e2e-test resourceVersion: "27314" uid: 3442c5bd-a860-42e5-894f-d5ef7edf7da8 kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: Add eth0 [10.133.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:46:41Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw.18d3c20497639a76 namespace: kserve-ci-e2e-test resourceVersion: "27351" uid: 2ba987ea-aeec-4889-8955-fbdb80f068b7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw namespace: kserve-ci-e2e-test resourceVersion: "27307" uid: 3442c5bd-a860-42e5-894f-d5ef7edf7da8 kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:41Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw.18d3c20498a50532 namespace: kserve-ci-e2e-test resourceVersion: "27353" uid: 3eaf30f6-79e6-445a-90e9-da3e8ec57543 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw namespace: kserve-ci-e2e-test resourceVersion: "27307" uid: 3442c5bd-a860-42e5-894f-d5ef7edf7da8 kind: Event lastTimestamp: "2026-09-09T20:46:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:42Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw.18d3c2049b9c90c0 namespace: kserve-ci-e2e-test resourceVersion: "27355" uid: 794fd9e0-1761-4f41-9291-2ad656cab684 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw namespace: kserve-ci-e2e-test resourceVersion: "27307" uid: 3442c5bd-a860-42e5-894f-d5ef7edf7da8 kind: Event lastTimestamp: "2026-09-09T20:46:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:42Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw.18d3c2049c0ff5af namespace: kserve-ci-e2e-test resourceVersion: "27356" uid: aa88da33-8e46-4319-be79-476a5049efbd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw namespace: kserve-ci-e2e-test resourceVersion: "27307" uid: 3442c5bd-a860-42e5-894f-d5ef7edf7da8 kind: Event lastTimestamp: "2026-09-09T20:46:42Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:42Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw.18d3c2049c19d395 namespace: kserve-ci-e2e-test resourceVersion: "27357" uid: b4d8f5f7-e9f6-436a-a550-25100b43b5ef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw namespace: kserve-ci-e2e-test resourceVersion: "27307" uid: 3442c5bd-a860-42e5-894f-d5ef7edf7da8 kind: Event lastTimestamp: "2026-09-09T20:46:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:42Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw.18d3c2049fec4ac0 namespace: kserve-ci-e2e-test resourceVersion: "27358" uid: fa3b7ab7-669b-45d6-86dc-ee848d344c0a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw namespace: kserve-ci-e2e-test resourceVersion: "27307" uid: 3442c5bd-a860-42e5-894f-d5ef7edf7da8 kind: Event lastTimestamp: "2026-09-09T20:46:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:46:42Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw.18d3c204a05fb04e namespace: kserve-ci-e2e-test resourceVersion: "27359" uid: c8132c1d-c6ef-4048-9440-08ef3c526dc0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw namespace: kserve-ci-e2e-test resourceVersion: "27307" uid: 3442c5bd-a860-42e5-894f-d5ef7edf7da8 kind: Event lastTimestamp: "2026-09-09T20:47:18Z" message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:18Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw.18d3c204ab0edafa namespace: kserve-ci-e2e-test resourceVersion: "27870" uid: 21af22e4-0c1e-4c79-b91c-df9e37f8c9a9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T21:04:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw namespace: kserve-ci-e2e-test resourceVersion: "27307" uid: 3442c5bd-a860-42e5-894f-d5ef7edf7da8 kind: Event lastTimestamp: "2026-09-09T21:04:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T21:04:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T21:04:01Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw.18d3c2f68e0caf2f namespace: kserve-ci-e2e-test resourceVersion: "35047" uid: 272cfc08-7967-4638-8ee3-c9365d22fe33 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T21:04:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw namespace: kserve-ci-e2e-test resourceVersion: "27307" uid: 3442c5bd-a860-42e5-894f-d5ef7edf7da8 kind: Event lastTimestamp: "2026-09-09T21:04:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T21:04:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T21:04:01Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw.18d3c2f68e0dc106 namespace: kserve-ci-e2e-test resourceVersion: "35048" uid: 58d96ad6-9fa7-4c02-a064-e232b34e567a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T21:04:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw namespace: kserve-ci-e2e-test resourceVersion: "27307" uid: 3442c5bd-a860-42e5-894f-d5ef7edf7da8 kind: Event lastTimestamp: "2026-09-09T21:04:03Z" message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp 10.133.0.43:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-09T21:04:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T21:04:03Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw.18d3c2f70bd26f57 namespace: kserve-ci-e2e-test resourceVersion: "35111" uid: 2e8154e3-0bc4-4ca8-a0c7-35a90ef987be reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-6a9b1-predictor-7bc68bf869 namespace: kserve-ci-e2e-test resourceVersion: "27297" uid: 06cdf8d1-c5a6-4c3a-bdd9-52fb2f35037e kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: 'Created pod: success-200-isvc-6a9b1-predictor-7bc68bf869-7z2fw' metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:41Z" name: success-200-isvc-6a9b1-predictor-7bc68bf869.18d3c20475277142 namespace: kserve-ci-e2e-test resourceVersion: "27306" uid: e432a013-8b52-4a63-b5e5-651beb92fef4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-6a9b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "27295" uid: 58676e06-42c0-4e36-8fa4-2baaa553086d kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: Scaled up replica set success-200-isvc-6a9b1-predictor-7bc68bf869 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:46:41Z" name: success-200-isvc-6a9b1-predictor.18d3c204738f95eb namespace: kserve-ci-e2e-test resourceVersion: "27298" uid: 4b0982fa-0556-4aec-aedb-947ec16b2d51 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:46:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6a9b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "27296" uid: 575223c7-ed4c-4b60-8816-e454ee4a7b52 kind: Event lastTimestamp: "2026-09-09T20:47:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:46:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:11Z" name: success-200-isvc-6a9b1-predictor.18d3c207f1fb0cec namespace: kserve-ci-e2e-test resourceVersion: "27808" uid: 5fb43134-318d-490f-84c6-8c42ff1204ae reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:46:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6a9b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "27296" uid: 575223c7-ed4c-4b60-8816-e454ee4a7b52 kind: Event lastTimestamp: "2026-09-09T20:47:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:46:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:11Z" name: success-200-isvc-6a9b1-predictor.18d3c207f24f850d namespace: kserve-ci-e2e-test resourceVersion: "27809" uid: 14310f75-8edf-4e22-915c-0777cef52a8a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-09T20:47:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6a9b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "27538" uid: 575223c7-ed4c-4b60-8816-e454ee4a7b52 kind: Event lastTimestamp: "2026-09-09T20:48:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:47:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:48:11Z" name: success-200-isvc-6a9b1-predictor.18d3c20ef0078753 namespace: kserve-ci-e2e-test resourceVersion: "28395" uid: 65196f0e-10ca-407c-b2fc-8dd8f4507909 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-09T20:47:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6a9b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "27538" uid: 575223c7-ed4c-4b60-8816-e454ee4a7b52 kind: Event lastTimestamp: "2026-09-09T20:48:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:47:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:48:11Z" name: success-200-isvc-6a9b1-predictor.18d3c20ef06c06e2 namespace: kserve-ci-e2e-test resourceVersion: "28397" uid: eeb119f3-0da9-4401-a690-ecd1ed114343 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6a9b1 namespace: kserve-ci-e2e-test resourceVersion: "27285" uid: de9d4a45-992f-418d-8c5e-c786b0d6134b kind: Event lastTimestamp: "2026-09-09T20:47:28Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:47:28Z" name: success-200-isvc-6a9b1.18d3c2047392f450 namespace: kserve-ci-e2e-test resourceVersion: "27962" uid: 454d2aef-b5d6-4cae-a117-9e9f45a3f4b6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6a9b1 namespace: kserve-ci-e2e-test resourceVersion: "27285" uid: de9d4a45-992f-418d-8c5e-c786b0d6134b kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: 'Failed to update status for InferenceService "success-200-isvc-6a9b1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-6a9b1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:46:41Z" name: success-200-isvc-6a9b1.18d3c20474096a66 namespace: kserve-ci-e2e-test resourceVersion: "27301" uid: 9e7887c2-42b6-4628-8f2e-701cf5576f8b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:46:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6a9b1 namespace: kserve-ci-e2e-test resourceVersion: "27285" uid: de9d4a45-992f-418d-8c5e-c786b0d6134b kind: Event lastTimestamp: "2026-09-09T20:46:41Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-6a9b1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-09T20:46:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:46:41Z" name: success-200-isvc-6a9b1.18d3c2047409afc7 namespace: kserve-ci-e2e-test resourceVersion: "27303" uid: 908f9492-ac83-4e42-b20b-e1ba9f7e48b9 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6a9b1 namespace: kserve-ci-e2e-test resourceVersion: "27960" uid: de9d4a45-992f-418d-8c5e-c786b0d6134b kind: Event lastTimestamp: "2026-09-09T20:47:28Z" message: InferenceService [success-200-isvc-6a9b1] is Ready metadata: creationTimestamp: "2026-09-09T20:47:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:47:28Z" name: success-200-isvc-6a9b1.18d3c20f6675635d namespace: kserve-ci-e2e-test resourceVersion: "27961" uid: 474740a0-b2be-4c3a-8db7-f4d4f08f4e10 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:47:01.915075Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9 namespace: kserve-ci-e2e-test resourceVersion: "27655" uid: 32f46f9a-7a7f-4b1f-ad91-8d0035a8c2c0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9 to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:47:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:47:01Z" name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9.18d3c2093c1a7e4d namespace: kserve-ci-e2e-test resourceVersion: "27660" uid: 76cfd15f-7b37-4bda-ab2d-c2684f873ec6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9 namespace: kserve-ci-e2e-test resourceVersion: "27664" uid: 32f46f9a-7a7f-4b1f-ad91-8d0035a8c2c0 kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: Add eth0 [10.133.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:47:02Z" name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9.18d3c2095e0f6ebc namespace: kserve-ci-e2e-test resourceVersion: "27702" uid: 712b24a7-b5f9-494d-a2c9-2bf604b6fc1f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9 namespace: kserve-ci-e2e-test resourceVersion: "27656" uid: 32f46f9a-7a7f-4b1f-ad91-8d0035a8c2c0 kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:02Z" name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9.18d3c2095f51afbb namespace: kserve-ci-e2e-test resourceVersion: "27704" uid: ab1cac70-e014-4a26-a991-5f850bbb786d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9 namespace: kserve-ci-e2e-test resourceVersion: "27656" uid: 32f46f9a-7a7f-4b1f-ad91-8d0035a8c2c0 kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:02Z" name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9.18d3c20962509b17 namespace: kserve-ci-e2e-test resourceVersion: "27706" uid: 120af5cc-7dc5-4dd9-af35-94e3f9ed7185 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9 namespace: kserve-ci-e2e-test resourceVersion: "27656" uid: 32f46f9a-7a7f-4b1f-ad91-8d0035a8c2c0 kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:02Z" name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9.18d3c20962be05c6 namespace: kserve-ci-e2e-test resourceVersion: "27707" uid: 6cef518f-9d1f-42cd-a580-737a70b5280a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9 namespace: kserve-ci-e2e-test resourceVersion: "27656" uid: 32f46f9a-7a7f-4b1f-ad91-8d0035a8c2c0 kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:02Z" name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9.18d3c20962c91bcc namespace: kserve-ci-e2e-test resourceVersion: "27708" uid: a2be623c-8e9f-4e98-9202-3f2d3a50f3c7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9 namespace: kserve-ci-e2e-test resourceVersion: "27656" uid: 32f46f9a-7a7f-4b1f-ad91-8d0035a8c2c0 kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:02Z" name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9.18d3c20965cba908 namespace: kserve-ci-e2e-test resourceVersion: "27712" uid: dfeac7ca-4e2f-4924-a83f-de81a9fcb7bd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9 namespace: kserve-ci-e2e-test resourceVersion: "27656" uid: 32f46f9a-7a7f-4b1f-ad91-8d0035a8c2c0 kind: Event lastTimestamp: "2026-09-09T20:47:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:02Z" name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9.18d3c209663e697c namespace: kserve-ci-e2e-test resourceVersion: "27713" uid: 36f35714-8080-4059-9b7d-5ffde06d003e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:47:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9 namespace: kserve-ci-e2e-test resourceVersion: "27656" uid: 32f46f9a-7a7f-4b1f-ad91-8d0035a8c2c0 kind: Event lastTimestamp: "2026-09-09T20:47:40Z" message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:47:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:40Z" name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9.18d3c209d1464d1f namespace: kserve-ci-e2e-test resourceVersion: "28059" uid: 2c9615c7-1e5b-4d08-bd3b-5b9315c1187f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9 namespace: kserve-ci-e2e-test resourceVersion: "27656" uid: 32f46f9a-7a7f-4b1f-ad91-8d0035a8c2c0 kind: Event lastTimestamp: "2026-09-09T20:56:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:56:16Z" name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9.18d3c28a640b6af3 namespace: kserve-ci-e2e-test resourceVersion: "31812" uid: 90ec1118-415f-43aa-893d-20109c6f622d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9 namespace: kserve-ci-e2e-test resourceVersion: "27656" uid: 32f46f9a-7a7f-4b1f-ad91-8d0035a8c2c0 kind: Event lastTimestamp: "2026-09-09T20:56:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:56:16Z" name: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9.18d3c28a640bd6b4 namespace: kserve-ci-e2e-test resourceVersion: "31814" uid: 039f7136-caaa-4218-866a-1e3db93f0d70 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-7dad6-predictor-7c8fc894cf namespace: kserve-ci-e2e-test resourceVersion: "27649" uid: ec438516-7150-418a-a447-96adf04637d6 kind: Event lastTimestamp: "2026-09-09T20:47:01Z" message: 'Created pod: success-200-isvc-7dad6-predictor-7c8fc894cf-46kb9' metadata: creationTimestamp: "2026-09-09T20:47:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:01Z" name: success-200-isvc-7dad6-predictor-7c8fc894cf.18d3c2093bbb4cb5 namespace: kserve-ci-e2e-test resourceVersion: "27657" uid: 5f9542ae-1128-4eb0-819c-0bb24c4eaf21 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-7dad6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27647" uid: e5beefe3-b2e8-4515-8389-c8f417519671 kind: Event lastTimestamp: "2026-09-09T20:47:01Z" message: Scaled up replica set success-200-isvc-7dad6-predictor-7c8fc894cf from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:47:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:01Z" name: success-200-isvc-7dad6-predictor.18d3c2093a0a5c0b namespace: kserve-ci-e2e-test resourceVersion: "27650" uid: 2d505823-808d-47ed-8068-3d3d3686889e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-09T20:47:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7dad6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27648" uid: 91fcddfd-62d2-470b-9a37-12fa277910e0 kind: Event lastTimestamp: "2026-09-09T20:48:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:47:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:48:16Z" name: success-200-isvc-7dad6-predictor.18d3c20cb88fbb22 namespace: kserve-ci-e2e-test resourceVersion: "28442" uid: 24339e55-f079-4361-b48b-f331416132e6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-09T20:47:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7dad6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27648" uid: 91fcddfd-62d2-470b-9a37-12fa277910e0 kind: Event lastTimestamp: "2026-09-09T20:48:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:47:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:48:16Z" name: success-200-isvc-7dad6-predictor.18d3c20cb8d4e29e namespace: kserve-ci-e2e-test resourceVersion: "28443" uid: 8ac7c12d-f7cd-4547-bcce-b8d56cf1a6c0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7dad6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27854" uid: 91fcddfd-62d2-470b-9a37-12fa277910e0 kind: Event lastTimestamp: "2026-09-09T20:47:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:47:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:31Z" name: success-200-isvc-7dad6-predictor.18d3c210377ece7d namespace: kserve-ci-e2e-test resourceVersion: "27996" uid: 173be069-510b-438d-800f-5ffd74b9e2e5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7dad6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27854" uid: 91fcddfd-62d2-470b-9a37-12fa277910e0 kind: Event lastTimestamp: "2026-09-09T20:47:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:47:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:31Z" name: success-200-isvc-7dad6-predictor.18d3c21037e179d2 namespace: kserve-ci-e2e-test resourceVersion: "27998" uid: 09cb7a07-a387-410b-9bd4-86daa16840a0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-09T20:47:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7dad6 namespace: kserve-ci-e2e-test resourceVersion: "27638" uid: e85cf22e-85da-4a11-8c05-6f4e4214954f kind: Event lastTimestamp: "2026-09-09T20:47:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:47:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:47:50Z" name: success-200-isvc-7dad6.18d3c2093a0e5420 namespace: kserve-ci-e2e-test resourceVersion: "28200" uid: c19c7695-1844-4933-8918-690f9c76ca20 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7dad6 namespace: kserve-ci-e2e-test resourceVersion: "28198" uid: e85cf22e-85da-4a11-8c05-6f4e4214954f kind: Event lastTimestamp: "2026-09-09T20:47:50Z" message: InferenceService [success-200-isvc-7dad6] is Ready metadata: creationTimestamp: "2026-09-09T20:47:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:47:50Z" name: success-200-isvc-7dad6.18d3c2148c9f1b23 namespace: kserve-ci-e2e-test resourceVersion: "28199" uid: 8791b485-f041-40e6-b90f-bbe83d10e724 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:36:36.572814Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq namespace: kserve-ci-e2e-test resourceVersion: "22093" uid: fd0dffb6-8f17-488c-93cf-5ec5c832153a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-81279-predictor-bb8f78f5c-qlsqq to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:36:36Z" name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq.18d3c177a2ccf413 namespace: kserve-ci-e2e-test resourceVersion: "22098" uid: 6fac953f-703f-4dec-8608-b0ee73954091 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq namespace: kserve-ci-e2e-test resourceVersion: "22095" uid: fd0dffb6-8f17-488c-93cf-5ec5c832153a kind: Event lastTimestamp: "2026-09-09T20:36:36Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-81279-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:36Z" name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq.18d3c177ae151d41 namespace: kserve-ci-e2e-test resourceVersion: "22130" uid: 5f13c4be-a97c-4dbe-8926-4417c122ba49 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq namespace: kserve-ci-e2e-test resourceVersion: "22103" uid: fd0dffb6-8f17-488c-93cf-5ec5c832153a kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:36:37Z" name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq.18d3c177e8795617 namespace: kserve-ci-e2e-test resourceVersion: "22145" uid: e3733d55-de12-4d2d-8581-69e7f19a1250 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq namespace: kserve-ci-e2e-test resourceVersion: "22095" uid: fd0dffb6-8f17-488c-93cf-5ec5c832153a kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:37Z" name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq.18d3c177e9b52988 namespace: kserve-ci-e2e-test resourceVersion: "22148" uid: bc62e98b-5806-4937-a3d9-aebedb8df59f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq namespace: kserve-ci-e2e-test resourceVersion: "22095" uid: fd0dffb6-8f17-488c-93cf-5ec5c832153a kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:37Z" name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq.18d3c177ed0adb34 namespace: kserve-ci-e2e-test resourceVersion: "22150" uid: 9caae428-fed0-4096-8e84-c2cbac8c8708 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq namespace: kserve-ci-e2e-test resourceVersion: "22095" uid: fd0dffb6-8f17-488c-93cf-5ec5c832153a kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:37Z" name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq.18d3c177ed796513 namespace: kserve-ci-e2e-test resourceVersion: "22151" uid: cf80f933-bb5e-4895-b454-561f73d05004 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq namespace: kserve-ci-e2e-test resourceVersion: "22095" uid: fd0dffb6-8f17-488c-93cf-5ec5c832153a kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:37Z" name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq.18d3c177ed83098a namespace: kserve-ci-e2e-test resourceVersion: "22152" uid: d67552ec-d3ff-4b50-b0b7-8d2acbaaa325 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq namespace: kserve-ci-e2e-test resourceVersion: "22095" uid: fd0dffb6-8f17-488c-93cf-5ec5c832153a kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:37Z" name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq.18d3c177f04b9cc0 namespace: kserve-ci-e2e-test resourceVersion: "22156" uid: 9fa3820c-4bd4-42c5-8579-8960ad181acc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq namespace: kserve-ci-e2e-test resourceVersion: "22095" uid: fd0dffb6-8f17-488c-93cf-5ec5c832153a kind: Event lastTimestamp: "2026-09-09T20:36:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:37Z" name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq.18d3c177f0b949f8 namespace: kserve-ci-e2e-test resourceVersion: "22157" uid: d063d291-ab5e-4a87-8b28-edd236e1118b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:36:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq namespace: kserve-ci-e2e-test resourceVersion: "22095" uid: fd0dffb6-8f17-488c-93cf-5ec5c832153a kind: Event lastTimestamp: "2026-09-09T20:37:15Z" message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:36:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:15Z" name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq.18d3c17858cf9771 namespace: kserve-ci-e2e-test resourceVersion: "22497" uid: 1b383b84-2fad-486a-9b54-7383a7466383 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq namespace: kserve-ci-e2e-test resourceVersion: "22095" uid: fd0dffb6-8f17-488c-93cf-5ec5c832153a kind: Event lastTimestamp: "2026-09-09T20:45:51Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:51Z" name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq.18d3c1f8d312b0cc namespace: kserve-ci-e2e-test resourceVersion: "26733" uid: 4da0bd81-2a6d-413f-8350-4e7cf7ea29c6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:45:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq namespace: kserve-ci-e2e-test resourceVersion: "22095" uid: fd0dffb6-8f17-488c-93cf-5ec5c832153a kind: Event lastTimestamp: "2026-09-09T20:45:51Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:45:51Z" name: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq.18d3c1f8d31330f3 namespace: kserve-ci-e2e-test resourceVersion: "26734" uid: 6079d7ea-8d84-45db-8589-e56b6fe4418e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-81279-predictor-bb8f78f5c namespace: kserve-ci-e2e-test resourceVersion: "22086" uid: dbeb5281-ff45-4e71-a3dc-bb53aa274cf5 kind: Event lastTimestamp: "2026-09-09T20:36:36Z" message: 'Created pod: success-200-isvc-81279-predictor-bb8f78f5c-qlsqq' metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:36Z" name: success-200-isvc-81279-predictor-bb8f78f5c.18d3c177a2412859 namespace: kserve-ci-e2e-test resourceVersion: "22094" uid: 444038be-2c58-4495-a3bf-a9b0c64da6da reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-81279-predictor namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: 01cac5de-d2d0-416c-aa44-17e28e630eb8 kind: Event lastTimestamp: "2026-09-09T20:36:36Z" message: Scaled up replica set success-200-isvc-81279-predictor-bb8f78f5c from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:36Z" name: success-200-isvc-81279-predictor.18d3c177a09d6e69 namespace: kserve-ci-e2e-test resourceVersion: "22087" uid: b652a9eb-2e15-48ef-85fd-56df91ca87aa reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:36:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-81279-predictor namespace: kserve-ci-e2e-test resourceVersion: "22085" uid: 45740083-33e2-4c59-87f2-f4162740b5ad kind: Event lastTimestamp: "2026-09-09T20:37:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:06Z" name: success-200-isvc-81279-predictor.18d3c17b1f18901c namespace: kserve-ci-e2e-test resourceVersion: "22432" uid: 0d812258-53bb-466d-a3be-4f720a8f9e26 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:36:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-81279-predictor namespace: kserve-ci-e2e-test resourceVersion: "22085" uid: 45740083-33e2-4c59-87f2-f4162740b5ad kind: Event lastTimestamp: "2026-09-09T20:37:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:06Z" name: success-200-isvc-81279-predictor.18d3c17b1f7cbb8f namespace: kserve-ci-e2e-test resourceVersion: "22433" uid: 8d8032fb-d9c3-4f1f-8e0c-66f8377bdfd5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:37:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-81279-predictor namespace: kserve-ci-e2e-test resourceVersion: "22287" uid: 45740083-33e2-4c59-87f2-f4162740b5ad kind: Event lastTimestamp: "2026-09-09T20:37:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:51Z" name: success-200-isvc-81279-predictor.18d3c1821d199c6c namespace: kserve-ci-e2e-test resourceVersion: "23024" uid: f6049ed3-977c-4490-a9b0-2392e0cb1d00 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:37:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-81279-predictor namespace: kserve-ci-e2e-test resourceVersion: "22287" uid: 45740083-33e2-4c59-87f2-f4162740b5ad kind: Event lastTimestamp: "2026-09-09T20:37:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:37:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:51Z" name: success-200-isvc-81279-predictor.18d3c1821d7c171e namespace: kserve-ci-e2e-test resourceVersion: "23025" uid: d01b834f-c488-4593-89d1-d0d486ad35e2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-81279 namespace: kserve-ci-e2e-test resourceVersion: "22075" uid: 5945f1c7-f128-4787-8ac2-e4cfbc8023bc kind: Event lastTimestamp: "2026-09-09T20:37:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:37:25Z" name: success-200-isvc-81279.18d3c177a09f0866 namespace: kserve-ci-e2e-test resourceVersion: "22639" uid: 97db71c5-0073-4d9c-9740-fd24f2fb6d12 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-81279 namespace: kserve-ci-e2e-test resourceVersion: "22636" uid: 5945f1c7-f128-4787-8ac2-e4cfbc8023bc kind: Event lastTimestamp: "2026-09-09T20:37:25Z" message: InferenceService [success-200-isvc-81279] is Ready metadata: creationTimestamp: "2026-09-09T20:37:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:37:25Z" name: success-200-isvc-81279.18d3c18313d59d92 namespace: kserve-ci-e2e-test resourceVersion: "22637" uid: ee824941-ec77-48cf-99e5-3c86f2321414 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:36:16.286518Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-90077-predictor-58445bbccc-n7mjk namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: d1d2a4bd-d2f8-489c-a578-59501bda5835 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-90077-predictor-58445bbccc-n7mjk to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:36:16Z" name: success-200-isvc-90077-predictor-58445bbccc-n7mjk.18d3c172e9a48b42 namespace: kserve-ci-e2e-test resourceVersion: "21752" uid: e77a65ac-e322-4c36-a541-69d41bb17e40 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-90077-predictor-58445bbccc-n7mjk namespace: kserve-ci-e2e-test resourceVersion: "21749" uid: d1d2a4bd-d2f8-489c-a578-59501bda5835 kind: Event lastTimestamp: "2026-09-09T20:36:16Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-90077-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:16Z" name: success-200-isvc-90077-predictor-58445bbccc-n7mjk.18d3c172f652b518 namespace: kserve-ci-e2e-test resourceVersion: "21784" uid: 2f190fd0-5e6e-452b-9c4a-3cdc8d7cf518 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:17Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-90077-predictor-58445bbccc-n7mjk namespace: kserve-ci-e2e-test resourceVersion: "21756" uid: d1d2a4bd-d2f8-489c-a578-59501bda5835 kind: Event lastTimestamp: "2026-09-09T20:36:17Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:36:17Z" name: success-200-isvc-90077-predictor-58445bbccc-n7mjk.18d3c1732f66c332 namespace: kserve-ci-e2e-test resourceVersion: "21810" uid: ca9c7c9d-8c06-420d-b089-03bff05440db reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-90077-predictor-58445bbccc-n7mjk namespace: kserve-ci-e2e-test resourceVersion: "21749" uid: d1d2a4bd-d2f8-489c-a578-59501bda5835 kind: Event lastTimestamp: "2026-09-09T20:36:17Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:17Z" name: success-200-isvc-90077-predictor-58445bbccc-n7mjk.18d3c17330d5fc38 namespace: kserve-ci-e2e-test resourceVersion: "21812" uid: d9013905-4a97-4aa8-b5d0-3a8f73b5be3a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-90077-predictor-58445bbccc-n7mjk namespace: kserve-ci-e2e-test resourceVersion: "21749" uid: d1d2a4bd-d2f8-489c-a578-59501bda5835 kind: Event lastTimestamp: "2026-09-09T20:36:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:17Z" name: success-200-isvc-90077-predictor-58445bbccc-n7mjk.18d3c17333aa7f53 namespace: kserve-ci-e2e-test resourceVersion: "21813" uid: 25300eef-f8a0-453c-b416-25eaf1616068 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-90077-predictor-58445bbccc-n7mjk namespace: kserve-ci-e2e-test resourceVersion: "21749" uid: d1d2a4bd-d2f8-489c-a578-59501bda5835 kind: Event lastTimestamp: "2026-09-09T20:36:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:17Z" name: success-200-isvc-90077-predictor-58445bbccc-n7mjk.18d3c173341831b7 namespace: kserve-ci-e2e-test resourceVersion: "21814" uid: 06f25312-c718-4358-8d86-43a62e92ddf2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-90077-predictor-58445bbccc-n7mjk namespace: kserve-ci-e2e-test resourceVersion: "21749" uid: d1d2a4bd-d2f8-489c-a578-59501bda5835 kind: Event lastTimestamp: "2026-09-09T20:36:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:17Z" name: success-200-isvc-90077-predictor-58445bbccc-n7mjk.18d3c17334220395 namespace: kserve-ci-e2e-test resourceVersion: "21815" uid: 2617d62a-b09a-472d-a511-129a989e1fd3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-90077-predictor-58445bbccc-n7mjk namespace: kserve-ci-e2e-test resourceVersion: "21749" uid: d1d2a4bd-d2f8-489c-a578-59501bda5835 kind: Event lastTimestamp: "2026-09-09T20:36:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:17Z" name: success-200-isvc-90077-predictor-58445bbccc-n7mjk.18d3c173371a8d89 namespace: kserve-ci-e2e-test resourceVersion: "21816" uid: fac034aa-9933-47cd-96ce-484040a659bb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-90077-predictor-58445bbccc-n7mjk namespace: kserve-ci-e2e-test resourceVersion: "21749" uid: d1d2a4bd-d2f8-489c-a578-59501bda5835 kind: Event lastTimestamp: "2026-09-09T20:36:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:17Z" name: success-200-isvc-90077-predictor-58445bbccc-n7mjk.18d3c17337860dce namespace: kserve-ci-e2e-test resourceVersion: "21817" uid: 6d886104-db3e-4736-aa60-0c1134bacbd6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:36:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-90077-predictor-58445bbccc-n7mjk namespace: kserve-ci-e2e-test resourceVersion: "21749" uid: d1d2a4bd-d2f8-489c-a578-59501bda5835 kind: Event lastTimestamp: "2026-09-09T20:36:54Z" message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:36:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:54Z" name: success-200-isvc-90077-predictor-58445bbccc-n7mjk.18d3c1736ed88452 namespace: kserve-ci-e2e-test resourceVersion: "22320" uid: cdf060cf-0fbd-43be-b31b-1bec2595c9c2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-90077-predictor-58445bbccc-n7mjk namespace: kserve-ci-e2e-test resourceVersion: "21749" uid: d1d2a4bd-d2f8-489c-a578-59501bda5835 kind: Event lastTimestamp: "2026-09-09T20:37:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:26Z" name: success-200-isvc-90077-predictor-58445bbccc-n7mjk.18d3c1833f72f888 namespace: kserve-ci-e2e-test resourceVersion: "22685" uid: eedd53d0-371f-4f28-b1b4-d9e111d3f14c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-90077-predictor-58445bbccc-n7mjk namespace: kserve-ci-e2e-test resourceVersion: "21749" uid: d1d2a4bd-d2f8-489c-a578-59501bda5835 kind: Event lastTimestamp: "2026-09-09T20:37:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:37:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:37:26Z" name: success-200-isvc-90077-predictor-58445bbccc-n7mjk.18d3c1833f73677a namespace: kserve-ci-e2e-test resourceVersion: "22687" uid: f287dec4-8ecf-44e2-82fa-8cc96397431f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-90077-predictor-58445bbccc namespace: kserve-ci-e2e-test resourceVersion: "21741" uid: 50f64cde-771f-452d-91b0-b10b02e0a92c kind: Event lastTimestamp: "2026-09-09T20:36:16Z" message: 'Created pod: success-200-isvc-90077-predictor-58445bbccc-n7mjk' metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:16Z" name: success-200-isvc-90077-predictor-58445bbccc.18d3c172e93bcea4 namespace: kserve-ci-e2e-test resourceVersion: "21748" uid: 3b2046db-7c6d-45e6-923e-8bbec137b5d8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-90077-predictor namespace: kserve-ci-e2e-test resourceVersion: "21739" uid: 60e40b46-2c9f-40ff-9c1d-6788bd5288d7 kind: Event lastTimestamp: "2026-09-09T20:36:16Z" message: Scaled up replica set success-200-isvc-90077-predictor-58445bbccc from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:16Z" name: success-200-isvc-90077-predictor.18d3c172e7900ca5 namespace: kserve-ci-e2e-test resourceVersion: "21742" uid: 752f2b6a-f56b-4bea-ad1c-0168d1272955 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:36:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-90077-predictor namespace: kserve-ci-e2e-test resourceVersion: "21740" uid: f962bdf9-7acb-4706-a32a-67aed7cde6f5 kind: Event lastTimestamp: "2026-09-09T20:36:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:46Z" name: success-200-isvc-90077-predictor.18d3c17665fede8c namespace: kserve-ci-e2e-test resourceVersion: "22246" uid: 26298fa4-5207-4c54-8471-e6e0758e55ae reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:36:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-90077-predictor namespace: kserve-ci-e2e-test resourceVersion: "21740" uid: f962bdf9-7acb-4706-a32a-67aed7cde6f5 kind: Event lastTimestamp: "2026-09-09T20:36:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:46Z" name: success-200-isvc-90077-predictor.18d3c176665e1132 namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: ab5f99b5-d707-47e8-82ec-99d6e1eef43c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:37:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-90077-predictor namespace: kserve-ci-e2e-test resourceVersion: "21973" uid: f962bdf9-7acb-4706-a32a-67aed7cde6f5 kind: Event lastTimestamp: "2026-09-09T20:37:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:37:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:16Z" name: success-200-isvc-90077-predictor.18d3c17d63ac73a5 namespace: kserve-ci-e2e-test resourceVersion: "22523" uid: 290f306b-0799-43ff-b04d-f2b2cc67328a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:37:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-90077-predictor namespace: kserve-ci-e2e-test resourceVersion: "21973" uid: f962bdf9-7acb-4706-a32a-67aed7cde6f5 kind: Event lastTimestamp: "2026-09-09T20:37:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:37:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:37:16Z" name: success-200-isvc-90077-predictor.18d3c17d640e670e namespace: kserve-ci-e2e-test resourceVersion: "22524" uid: 49e82d70-1093-454d-916b-b542997816b3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:36:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-90077 namespace: kserve-ci-e2e-test resourceVersion: "21726" uid: 161f5f60-7d97-4f0e-bf12-8edfb0306974 kind: Event lastTimestamp: "2026-09-09T20:37:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:37:04Z" name: success-200-isvc-90077.18d3c172e79477d0 namespace: kserve-ci-e2e-test resourceVersion: "22417" uid: f3925f4e-7e84-4c52-94de-ec3756abd09e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:37:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-90077 namespace: kserve-ci-e2e-test resourceVersion: "22415" uid: 161f5f60-7d97-4f0e-bf12-8edfb0306974 kind: Event lastTimestamp: "2026-09-09T20:37:04Z" message: InferenceService [success-200-isvc-90077] is Ready metadata: creationTimestamp: "2026-09-09T20:37:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:37:04Z" name: success-200-isvc-90077.18d3c17e29ab17c2 namespace: kserve-ci-e2e-test resourceVersion: "22416" uid: d031713f-0dbd-484e-ab45-241776fe0bb1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:35:26.278102Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 namespace: kserve-ci-e2e-test resourceVersion: "21180" uid: 142fe19b-06bd-4efa-a0a3-bb06d998517d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:35:26Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6.18d3c16744e8c89b namespace: kserve-ci-e2e-test resourceVersion: "21192" uid: de333176-cdd3-4c25-afab-9f481ae9919c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 142fe19b-06bd-4efa-a0a3-bb06d998517d kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-b3d7b-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:26Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6.18d3c1675156abbf namespace: kserve-ci-e2e-test resourceVersion: "21235" uid: 0861548c-d1cb-4acc-893f-5922bd300f5d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:27Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 namespace: kserve-ci-e2e-test resourceVersion: "21204" uid: 142fe19b-06bd-4efa-a0a3-bb06d998517d kind: Event lastTimestamp: "2026-09-09T20:35:27Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:35:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:35:27Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6.18d3c1678afe6cec namespace: kserve-ci-e2e-test resourceVersion: "21260" uid: 253886ae-89c9-4d64-8ab0-2bd833b9192f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 142fe19b-06bd-4efa-a0a3-bb06d998517d kind: Event lastTimestamp: "2026-09-09T20:35:27Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1968" already present on machine metadata: creationTimestamp: "2026-09-09T20:35:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:27Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6.18d3c1678c55760f namespace: kserve-ci-e2e-test resourceVersion: "21262" uid: 06210628-6275-4f3b-950d-6bf4330c67c6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 142fe19b-06bd-4efa-a0a3-bb06d998517d kind: Event lastTimestamp: "2026-09-09T20:35:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-09T20:35:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:27Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6.18d3c1678f36bc3c namespace: kserve-ci-e2e-test resourceVersion: "21263" uid: f52bbac9-9260-4bae-b941-e687b8961262 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 142fe19b-06bd-4efa-a0a3-bb06d998517d kind: Event lastTimestamp: "2026-09-09T20:35:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-09T20:35:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:27Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6.18d3c1678fac1a96 namespace: kserve-ci-e2e-test resourceVersion: "21264" uid: ad96447e-49d1-4036-a5e5-3b1124aeaa3a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 142fe19b-06bd-4efa-a0a3-bb06d998517d kind: Event lastTimestamp: "2026-09-09T20:35:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-09T20:35:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:27Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6.18d3c1678fb7d46f namespace: kserve-ci-e2e-test resourceVersion: "21265" uid: d534d0f5-c414-4df6-b1f2-4f3f02716e0c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 142fe19b-06bd-4efa-a0a3-bb06d998517d kind: Event lastTimestamp: "2026-09-09T20:35:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-09T20:35:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:27Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6.18d3c167939fad55 namespace: kserve-ci-e2e-test resourceVersion: "21267" uid: 2a8381e3-160e-48eb-8d27-8e44c0d86178 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 142fe19b-06bd-4efa-a0a3-bb06d998517d kind: Event lastTimestamp: "2026-09-09T20:35:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:35:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:27Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6.18d3c16794164231 namespace: kserve-ci-e2e-test resourceVersion: "21268" uid: da4067d9-e56d-4a2e-a8f8-3412ae300168 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:35:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 142fe19b-06bd-4efa-a0a3-bb06d998517d kind: Event lastTimestamp: "2026-09-09T20:36:05Z" message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-09T20:35:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:05Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6.18d3c167f8bcd1d7 namespace: kserve-ci-e2e-test resourceVersion: "21578" uid: 5b684ed1-8d25-4f35-9e33-3e5b9805767c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 142fe19b-06bd-4efa-a0a3-bb06d998517d kind: Event lastTimestamp: "2026-09-09T20:36:36Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:36Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6.18d3c1779b9f1735 namespace: kserve-ci-e2e-test resourceVersion: "22059" uid: 2fdd1fc4-0d06-4a23-be16-3e91c7f8051e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 142fe19b-06bd-4efa-a0a3-bb06d998517d kind: Event lastTimestamp: "2026-09-09T20:36:36Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-09T20:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:36:36Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6.18d3c1779b9fabe3 namespace: kserve-ci-e2e-test resourceVersion: "22064" uid: 8f7e1961-c53b-4cc0-930c-6db34262e3be reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b3d7b-predictor-5b7c8bf675 namespace: kserve-ci-e2e-test resourceVersion: "21170" uid: 3f2304cc-344c-429d-85a6-e65081a90f93 kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: 'Created pod: success-200-isvc-b3d7b-predictor-5b7c8bf675-xwlk6' metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:35:26Z" name: success-200-isvc-b3d7b-predictor-5b7c8bf675.18d3c1674478ee0c namespace: kserve-ci-e2e-test resourceVersion: "21182" uid: d65c8ba4-b2fe-4878-9192-18bddf3681b7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b3d7b-predictor namespace: kserve-ci-e2e-test resourceVersion: "21167" uid: 17aa2c90-4e7d-48ce-98d5-799c22a3d5cb kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: Scaled up replica set success-200-isvc-b3d7b-predictor-5b7c8bf675 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:35:26Z" name: success-200-isvc-b3d7b-predictor.18d3c16740f6d4dc namespace: kserve-ci-e2e-test resourceVersion: "21171" uid: 8c45935f-fdcc-47da-8694-a315e6f7dca3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:35:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b3d7b-predictor namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: c4f2bee4-09b7-4e59-939f-3839a9912cd6 kind: Event lastTimestamp: "2026-09-09T20:36:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:35:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:11Z" name: success-200-isvc-b3d7b-predictor.18d3c16abfe37d96 namespace: kserve-ci-e2e-test resourceVersion: "21622" uid: 05c4b54f-f4ca-4782-bf5b-4ef51e7bc831 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:35:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b3d7b-predictor namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: c4f2bee4-09b7-4e59-939f-3839a9912cd6 kind: Event lastTimestamp: "2026-09-09T20:36:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:35:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:11Z" name: success-200-isvc-b3d7b-predictor.18d3c16ac059e649 namespace: kserve-ci-e2e-test resourceVersion: "21623" uid: 0a55b7f4-8d0e-40f2-a9ac-b2e3228ecfa2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:35:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b3d7b-predictor namespace: kserve-ci-e2e-test resourceVersion: "21390" uid: c4f2bee4-09b7-4e59-939f-3839a9912cd6 kind: Event lastTimestamp: "2026-09-09T20:36:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:26Z" name: success-200-isvc-b3d7b-predictor.18d3c16e3f071c5e namespace: kserve-ci-e2e-test resourceVersion: "21911" uid: 55453f37-a83c-4139-acfc-692af6b999e3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-09T20:35:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b3d7b-predictor namespace: kserve-ci-e2e-test resourceVersion: "21390" uid: c4f2bee4-09b7-4e59-939f-3839a9912cd6 kind: Event lastTimestamp: "2026-09-09T20:36:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:36:26Z" name: success-200-isvc-b3d7b-predictor.18d3c16e3f499265 namespace: kserve-ci-e2e-test resourceVersion: "21914" uid: 4c3b6047-5526-4f2e-b420-0803b61b3f58 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b3d7b namespace: kserve-ci-e2e-test resourceVersion: "21147" uid: 73139a91-8a85-4305-92ff-a8d1581fd8ce kind: Event lastTimestamp: "2026-09-09T20:36:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:36:15Z" name: success-200-isvc-b3d7b.18d3c167410496f3 namespace: kserve-ci-e2e-test resourceVersion: "21673" uid: 8875a0fb-9f81-420f-be79-6c30bd3e8ee5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b3d7b namespace: kserve-ci-e2e-test resourceVersion: "21147" uid: 73139a91-8a85-4305-92ff-a8d1581fd8ce kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: 'Failed to update status for InferenceService "success-200-isvc-b3d7b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b3d7b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:35:26Z" name: success-200-isvc-b3d7b.18d3c1674173eeb1 namespace: kserve-ci-e2e-test resourceVersion: "21174" uid: 8af8c2c1-dd24-4b36-b96c-d9c32ec7d5a4 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b3d7b namespace: kserve-ci-e2e-test resourceVersion: "21147" uid: 73139a91-8a85-4305-92ff-a8d1581fd8ce kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b3d7b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:35:26Z" name: success-200-isvc-b3d7b.18d3c167417442ab namespace: kserve-ci-e2e-test resourceVersion: "21176" uid: da1545a6-9c02-494a-a5ac-b365cca981ce reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:36:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b3d7b namespace: kserve-ci-e2e-test resourceVersion: "21671" uid: 73139a91-8a85-4305-92ff-a8d1581fd8ce kind: Event lastTimestamp: "2026-09-09T20:36:15Z" message: InferenceService [success-200-isvc-b3d7b] is Ready metadata: creationTimestamp: "2026-09-09T20:36:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:36:15Z" name: success-200-isvc-b3d7b.18d3c172b668593f namespace: kserve-ci-e2e-test resourceVersion: "21672" uid: a9b8657a-bdb4-456b-8785-7c99d0fbfa40 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:27:11.490648Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-2e273-55d76c96b5-pbttp namespace: kserve-ci-e2e-test resourceVersion: "17607" uid: 076cd625-1e91-41fe-b35b-6a6ac7c7a756 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-2e273-55d76c96b5-pbttp to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:27:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:27:11Z" name: switch-graph-2e273-55d76c96b5-pbttp.18d3c0f411474a66 namespace: kserve-ci-e2e-test resourceVersion: "17613" uid: 9aeded6d-2b12-46a3-9d97-652b417a746b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:12Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-2e273-55d76c96b5-pbttp namespace: kserve-ci-e2e-test resourceVersion: "17619" uid: 076cd625-1e91-41fe-b35b-6a6ac7c7a756 kind: Event lastTimestamp: "2026-09-09T20:27:12Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:27:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:27:12Z" name: switch-graph-2e273-55d76c96b5-pbttp.18d3c0f433424446 namespace: kserve-ci-e2e-test resourceVersion: "17635" uid: d3aaef7a-fd32-4991-be64-9cf35b1aebb6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-2e273} kind: Pod name: switch-graph-2e273-55d76c96b5-pbttp namespace: kserve-ci-e2e-test resourceVersion: "17609" uid: 076cd625-1e91-41fe-b35b-6a6ac7c7a756 kind: Event lastTimestamp: "2026-09-09T20:27:12Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491" already present on machine metadata: creationTimestamp: "2026-09-09T20:27:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:12Z" name: switch-graph-2e273-55d76c96b5-pbttp.18d3c0f43496c019 namespace: kserve-ci-e2e-test resourceVersion: "17637" uid: 44b53227-b3fd-4837-b48a-74ac3484cda3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-2e273} kind: Pod name: switch-graph-2e273-55d76c96b5-pbttp namespace: kserve-ci-e2e-test resourceVersion: "17609" uid: 076cd625-1e91-41fe-b35b-6a6ac7c7a756 kind: Event lastTimestamp: "2026-09-09T20:27:12Z" message: 'Created container: switch-graph-2e273' metadata: creationTimestamp: "2026-09-09T20:27:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:12Z" name: switch-graph-2e273-55d76c96b5-pbttp.18d3c0f437d6d805 namespace: kserve-ci-e2e-test resourceVersion: "17638" uid: 9480b5c8-afe7-4a37-96bb-c61b9a175632 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-2e273} kind: Pod name: switch-graph-2e273-55d76c96b5-pbttp namespace: kserve-ci-e2e-test resourceVersion: "17609" uid: 076cd625-1e91-41fe-b35b-6a6ac7c7a756 kind: Event lastTimestamp: "2026-09-09T20:27:12Z" message: Started container switch-graph-2e273 metadata: creationTimestamp: "2026-09-09T20:27:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:27:12Z" name: switch-graph-2e273-55d76c96b5-pbttp.18d3c0f4384ab4c3 namespace: kserve-ci-e2e-test resourceVersion: "17640" uid: d50de3f2-ad24-4842-af2e-fdb04eab2ef1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:35:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-2e273} kind: Pod name: switch-graph-2e273-55d76c96b5-pbttp namespace: kserve-ci-e2e-test resourceVersion: "17609" uid: 076cd625-1e91-41fe-b35b-6a6ac7c7a756 kind: Event lastTimestamp: "2026-09-09T20:35:26Z" message: Stopping container switch-graph-2e273 metadata: creationTimestamp: "2026-09-09T20:35:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:26Z" name: switch-graph-2e273-55d76c96b5-pbttp.18d3c16738d43aaa namespace: kserve-ci-e2e-test resourceVersion: "21141" uid: 222fdd66-2b16-4c2d-ab81-d3ab656a92e1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:35:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-2e273} kind: Pod name: switch-graph-2e273-55d76c96b5-pbttp namespace: kserve-ci-e2e-test resourceVersion: "17609" uid: 076cd625-1e91-41fe-b35b-6a6ac7c7a756 kind: Event lastTimestamp: "2026-09-09T20:35:54Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-09T20:35:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:35:54Z" name: switch-graph-2e273-55d76c96b5-pbttp.18d3c167ee09e834 namespace: kserve-ci-e2e-test resourceVersion: "21489" uid: 80a696a0-2c82-4ecb-9915-ea338e7bc72a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-2e273-55d76c96b5 namespace: kserve-ci-e2e-test resourceVersion: "17604" uid: 8f9ea209-bbf2-4642-9ee2-a6d8961613cf kind: Event lastTimestamp: "2026-09-09T20:27:11Z" message: 'Created pod: switch-graph-2e273-55d76c96b5-pbttp' metadata: creationTimestamp: "2026-09-09T20:27:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:11Z" name: switch-graph-2e273-55d76c96b5.18d3c0f410d5ee5a namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: 5b1785de-6b55-4c5c-809d-dc3274b8cf07 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-2e273 namespace: kserve-ci-e2e-test resourceVersion: "17602" uid: 5ea09929-314f-44d7-a2ed-c09e7a125485 kind: Event lastTimestamp: "2026-09-09T20:27:11Z" message: Scaled up replica set switch-graph-2e273-55d76c96b5 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:27:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:11Z" name: switch-graph-2e273.18d3c0f410266bc6 namespace: kserve-ci-e2e-test resourceVersion: "17605" uid: 12b1d31a-038f-488d-bc2f-482d9df4cf1f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:11Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-2e273 namespace: kserve-ci-e2e-test resourceVersion: "17624" uid: cdc7bbac-0bc7-4a74-9359-08b7ff46b689 kind: Event lastTimestamp: "2026-09-09T20:27:11Z" message: InferenceGraph [switch-graph-2e273] is Ready metadata: creationTimestamp: "2026-09-09T20:27:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:27:11Z" name: switch-graph-2e273.18d3c0f415b7fefc namespace: kserve-ci-e2e-test resourceVersion: "17626" uid: adf6b691-9177-4408-80b6-bdce9613fdcc reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-2e273 namespace: kserve-ci-e2e-test resourceVersion: "17603" uid: 274822a4-a43b-45ea-a252-5177c63beb23 kind: Event lastTimestamp: "2026-09-09T20:27:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:27:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:26Z" name: switch-graph-2e273.18d3c0f78e9695ef namespace: kserve-ci-e2e-test resourceVersion: "17758" uid: aa03bb43-b21c-4ea1-b836-04694f11b7ce reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-2e273 namespace: kserve-ci-e2e-test resourceVersion: "17603" uid: 274822a4-a43b-45ea-a252-5177c63beb23 kind: Event lastTimestamp: "2026-09-09T20:27:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:27:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:26Z" name: switch-graph-2e273.18d3c0f78f0055ac namespace: kserve-ci-e2e-test resourceVersion: "17760" uid: 33e7d7ef-5fe9-4be3-8873-b97b770a969c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-2e273 namespace: kserve-ci-e2e-test resourceVersion: "17759" uid: 274822a4-a43b-45ea-a252-5177c63beb23 kind: Event lastTimestamp: "2026-09-09T20:27:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:27:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:41Z" name: switch-graph-2e273.18d3c0fb0e01b6a5 namespace: kserve-ci-e2e-test resourceVersion: "17878" uid: 4c05ae30-07aa-4326-b041-85f8cd1635bb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:27:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-2e273 namespace: kserve-ci-e2e-test resourceVersion: "17759" uid: 274822a4-a43b-45ea-a252-5177c63beb23 kind: Event lastTimestamp: "2026-09-09T20:27:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-09T20:27:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:27:41Z" name: switch-graph-2e273.18d3c0fb0e64eee2 namespace: kserve-ci-e2e-test resourceVersion: "17880" uid: eafb6500-2a96-4c17-8594-f3144dbcfd18 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:26:01.109649Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-510d5-85cb7dd998-8x2xs namespace: kserve-ci-e2e-test resourceVersion: "16610" uid: 6605a9e0-11e4-43e4-85ce-77d0ae9bba6d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-510d5-85cb7dd998-8x2xs to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:26:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:26:01Z" name: switch-graph-510d5-85cb7dd998-8x2xs.18d3c0e3ae3e7835 namespace: kserve-ci-e2e-test resourceVersion: "16615" uid: bc939ea8-2d1b-4f73-86d1-7cf568362ec2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:01Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-510d5-85cb7dd998-8x2xs namespace: kserve-ci-e2e-test resourceVersion: "16619" uid: 6605a9e0-11e4-43e4-85ce-77d0ae9bba6d kind: Event lastTimestamp: "2026-09-09T20:26:01Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:26:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:26:01Z" name: switch-graph-510d5-85cb7dd998-8x2xs.18d3c0e3d0011143 namespace: kserve-ci-e2e-test resourceVersion: "16630" uid: 6855cd68-d726-4a31-862d-0853c4084a98 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-510d5} kind: Pod name: switch-graph-510d5-85cb7dd998-8x2xs namespace: kserve-ci-e2e-test resourceVersion: "16612" uid: 6605a9e0-11e4-43e4-85ce-77d0ae9bba6d kind: Event lastTimestamp: "2026-09-09T20:26:01Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491" metadata: creationTimestamp: "2026-09-09T20:26:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:01Z" name: switch-graph-510d5-85cb7dd998-8x2xs.18d3c0e3d12b6ae7 namespace: kserve-ci-e2e-test resourceVersion: "16632" uid: a942d4f8-2718-476e-943a-f41514751d9f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-510d5} kind: Pod name: switch-graph-510d5-85cb7dd998-8x2xs namespace: kserve-ci-e2e-test resourceVersion: "16612" uid: 6605a9e0-11e4-43e4-85ce-77d0ae9bba6d kind: Event lastTimestamp: "2026-09-09T20:26:03Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491" in 1.97s (1.97s including waiting). Image size: 215912525 bytes.' metadata: creationTimestamp: "2026-09-09T20:26:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:03Z" name: switch-graph-510d5-85cb7dd998-8x2xs.18d3c0e446a4e40e namespace: kserve-ci-e2e-test resourceVersion: "16647" uid: 95e9fb0a-33c4-4563-b73b-22a9f59763a8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-510d5} kind: Pod name: switch-graph-510d5-85cb7dd998-8x2xs namespace: kserve-ci-e2e-test resourceVersion: "16612" uid: 6605a9e0-11e4-43e4-85ce-77d0ae9bba6d kind: Event lastTimestamp: "2026-09-09T20:26:03Z" message: 'Created container: switch-graph-510d5' metadata: creationTimestamp: "2026-09-09T20:26:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:03Z" name: switch-graph-510d5-85cb7dd998-8x2xs.18d3c0e44996baa6 namespace: kserve-ci-e2e-test resourceVersion: "16648" uid: 16cc77e0-2e5e-48cd-b623-48e3817ea125 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-510d5} kind: Pod name: switch-graph-510d5-85cb7dd998-8x2xs namespace: kserve-ci-e2e-test resourceVersion: "16612" uid: 6605a9e0-11e4-43e4-85ce-77d0ae9bba6d kind: Event lastTimestamp: "2026-09-09T20:26:03Z" message: Started container switch-graph-510d5 metadata: creationTimestamp: "2026-09-09T20:26:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:03Z" name: switch-graph-510d5-85cb7dd998-8x2xs.18d3c0e449fbae6d namespace: kserve-ci-e2e-test resourceVersion: "16649" uid: dd095416-8a70-4d92-97eb-214bd9759113 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-510d5} kind: Pod name: switch-graph-510d5-85cb7dd998-8x2xs namespace: kserve-ci-e2e-test resourceVersion: "16612" uid: 6605a9e0-11e4-43e4-85ce-77d0ae9bba6d kind: Event lastTimestamp: "2026-09-09T20:26:11Z" message: Stopping container switch-graph-510d5 metadata: creationTimestamp: "2026-09-09T20:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:11Z" name: switch-graph-510d5-85cb7dd998-8x2xs.18d3c0e60aec537c namespace: kserve-ci-e2e-test resourceVersion: "16734" uid: 9becc160-e4f2-4306-8376-fa43130b4167 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-09T20:26:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-510d5} kind: Pod name: switch-graph-510d5-85cb7dd998-8x2xs namespace: kserve-ci-e2e-test resourceVersion: "16612" uid: 6605a9e0-11e4-43e4-85ce-77d0ae9bba6d kind: Event lastTimestamp: "2026-09-09T20:26:39Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-09T20:26:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:26:39Z" name: switch-graph-510d5-85cb7dd998-8x2xs.18d3c0e6dd313152 namespace: kserve-ci-e2e-test resourceVersion: "17118" uid: 721df29a-46fc-4194-b0d7-dde7f4925c0d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-510d5-85cb7dd998 namespace: kserve-ci-e2e-test resourceVersion: "16606" uid: d50f73ed-9ce6-4d2e-b2c6-5ac0d63c8880 kind: Event lastTimestamp: "2026-09-09T20:26:01Z" message: 'Created pod: switch-graph-510d5-85cb7dd998-8x2xs' metadata: creationTimestamp: "2026-09-09T20:26:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:01Z" name: switch-graph-510d5-85cb7dd998.18d3c0e3add62f2e namespace: kserve-ci-e2e-test resourceVersion: "16611" uid: 7ef255d6-a250-4077-bf6b-05be1e5985fd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-510d5 namespace: kserve-ci-e2e-test resourceVersion: "16604" uid: 1de3f225-665e-4b2b-a061-fe524f5c0fd0 kind: Event lastTimestamp: "2026-09-09T20:26:01Z" message: Scaled up replica set switch-graph-510d5-85cb7dd998 from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:26:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:26:01Z" name: switch-graph-510d5.18d3c0e3acf8bc56 namespace: kserve-ci-e2e-test resourceVersion: "16607" uid: 7aa1cc27-f5c9-4955-b63e-bd14e46652d9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:26:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-510d5 namespace: kserve-ci-e2e-test resourceVersion: "16621" uid: 277cb6cd-f86e-4ff7-a9ed-bb3b12668a5a kind: Event lastTimestamp: "2026-09-09T20:26:01Z" message: InferenceGraph [switch-graph-510d5] is Ready metadata: creationTimestamp: "2026-09-09T20:26:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:26:01Z" name: switch-graph-510d5.18d3c0e3b236e9b3 namespace: kserve-ci-e2e-test resourceVersion: "16623" uid: b4d33bd9-fcc6-4ad0-ac3b-4b69e3213a7b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-09T20:47:41.450357Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-6a9b1-6d87596d7f-pdg8z namespace: kserve-ci-e2e-test resourceVersion: "28078" uid: 768f6010-5ce0-40ad-ab30-a88b9d25b1aa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-6a9b1-6d87596d7f-pdg8z to ip-10-0-137-234.ec2.internal metadata: creationTimestamp: "2026-09-09T20:47:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-09T20:47:41Z" name: switch-graph-6a9b1-6d87596d7f-pdg8z.18d3c212709705b3 namespace: kserve-ci-e2e-test resourceVersion: "28084" uid: fd0c28b9-1a4c-4150-8ce9-3c4f490207af reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-648dbcd975-68z4f source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:41Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-6a9b1-6d87596d7f-pdg8z namespace: kserve-ci-e2e-test resourceVersion: "28080" uid: 768f6010-5ce0-40ad-ab30-a88b9d25b1aa kind: Event lastTimestamp: "2026-09-09T20:47:41Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-6a9b1-serving-cert" not found' metadata: creationTimestamp: "2026-09-09T20:47:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:41Z" name: switch-graph-6a9b1-6d87596d7f-pdg8z.18d3c2127c65613b namespace: kserve-ci-e2e-test resourceVersion: "28097" uid: c5e0f73c-3564-4f16-ad4a-c7935a437b81 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:42Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-6a9b1-6d87596d7f-pdg8z namespace: kserve-ci-e2e-test resourceVersion: "28087" uid: 768f6010-5ce0-40ad-ab30-a88b9d25b1aa kind: Event lastTimestamp: "2026-09-09T20:47:42Z" message: Add eth0 [10.133.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-09T20:47:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-09T20:47:42Z" name: switch-graph-6a9b1-6d87596d7f-pdg8z.18d3c212b64269af namespace: kserve-ci-e2e-test resourceVersion: "28108" uid: 524b55dd-ad4f-4b08-bf44-5018c3003787 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-6a9b1} kind: Pod name: switch-graph-6a9b1-6d87596d7f-pdg8z namespace: kserve-ci-e2e-test resourceVersion: "28080" uid: 768f6010-5ce0-40ad-ab30-a88b9d25b1aa kind: Event lastTimestamp: "2026-09-09T20:47:42Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:e8d0e1738b2d4bc216fc02035501d68a4ec15b147a5f84c21018b5b4330d1491" already present on machine metadata: creationTimestamp: "2026-09-09T20:47:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:42Z" name: switch-graph-6a9b1-6d87596d7f-pdg8z.18d3c212b77e8eb4 namespace: kserve-ci-e2e-test resourceVersion: "28110" uid: 6dea204a-a0aa-4631-8f3f-b394d0396437 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-6a9b1} kind: Pod name: switch-graph-6a9b1-6d87596d7f-pdg8z namespace: kserve-ci-e2e-test resourceVersion: "28080" uid: 768f6010-5ce0-40ad-ab30-a88b9d25b1aa kind: Event lastTimestamp: "2026-09-09T20:47:42Z" message: 'Created container: switch-graph-6a9b1' metadata: creationTimestamp: "2026-09-09T20:47:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:42Z" name: switch-graph-6a9b1-6d87596d7f-pdg8z.18d3c212ba49c9f3 namespace: kserve-ci-e2e-test resourceVersion: "28111" uid: 3da4bb11-779f-49bc-859b-24e1879b1377 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-6a9b1} kind: Pod name: switch-graph-6a9b1-6d87596d7f-pdg8z namespace: kserve-ci-e2e-test resourceVersion: "28080" uid: 768f6010-5ce0-40ad-ab30-a88b9d25b1aa kind: Event lastTimestamp: "2026-09-09T20:47:42Z" message: Started container switch-graph-6a9b1 metadata: creationTimestamp: "2026-09-09T20:47:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T20:47:42Z" name: switch-graph-6a9b1-6d87596d7f-pdg8z.18d3c212baaefc0d namespace: kserve-ci-e2e-test resourceVersion: "28112" uid: a8615cfb-e469-4b6c-9779-2ce3f1333069 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T21:04:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-6a9b1} kind: Pod name: switch-graph-6a9b1-6d87596d7f-pdg8z namespace: kserve-ci-e2e-test resourceVersion: "28080" uid: 768f6010-5ce0-40ad-ab30-a88b9d25b1aa kind: Event lastTimestamp: "2026-09-09T21:04:00Z" message: Stopping container switch-graph-6a9b1 metadata: creationTimestamp: "2026-09-09T21:04:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T21:04:00Z" name: switch-graph-6a9b1-6d87596d7f-pdg8z.18d3c2f680499a55 namespace: kserve-ci-e2e-test resourceVersion: "35031" uid: 4deedea1-5b19-4e63-8378-1c07c01f640e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-09T21:04:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-6a9b1} kind: Pod name: switch-graph-6a9b1-6d87596d7f-pdg8z namespace: kserve-ci-e2e-test resourceVersion: "28080" uid: 768f6010-5ce0-40ad-ab30-a88b9d25b1aa kind: Event lastTimestamp: "2026-09-09T21:04:24Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-09T21:04:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-09T21:04:24Z" name: switch-graph-6a9b1-6d87596d7f-pdg8z.18d3c2f7590e906e namespace: kserve-ci-e2e-test resourceVersion: "35275" uid: 4ac715fa-eb36-4af9-ad3a-e9a4dda50b98 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-234.ec2.internal source: component: kubelet host: ip-10-0-137-234.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-6a9b1-6d87596d7f namespace: kserve-ci-e2e-test resourceVersion: "28074" uid: c56c1ec6-30ed-4ff4-98a2-cb66c779be25 kind: Event lastTimestamp: "2026-09-09T20:47:41Z" message: 'Created pod: switch-graph-6a9b1-6d87596d7f-pdg8z' metadata: creationTimestamp: "2026-09-09T20:47:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:41Z" name: switch-graph-6a9b1-6d87596d7f.18d3c212703ba59f namespace: kserve-ci-e2e-test resourceVersion: "28081" uid: d44a1848-50c4-4e3c-b9a6-96a80768bb92 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-6a9b1 namespace: kserve-ci-e2e-test resourceVersion: "28072" uid: 9a816c0b-6c7b-4c0b-96fe-306da77ebc98 kind: Event lastTimestamp: "2026-09-09T20:47:41Z" message: Scaled up replica set switch-graph-6a9b1-6d87596d7f from 0 to 1 metadata: creationTimestamp: "2026-09-09T20:47:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:47:41Z" name: switch-graph-6a9b1.18d3c2126f76ca2b namespace: kserve-ci-e2e-test resourceVersion: "28075" uid: 6752f794-77fd-4230-9fd7-3430b5fc8909 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-09T20:47:41Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-6a9b1 namespace: kserve-ci-e2e-test resourceVersion: "28090" uid: 0acaee56-60be-4013-82cb-ec3863caec8f kind: Event lastTimestamp: "2026-09-09T20:47:41Z" message: InferenceGraph [switch-graph-6a9b1] is Ready metadata: creationTimestamp: "2026-09-09T20:47:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-09T20:47:41Z" name: switch-graph-6a9b1.18d3c21274620ec2 namespace: kserve-ci-e2e-test resourceVersion: "28094" uid: 90f44c2b-d1c2-4d25-b2f4-42a8f23e3dce reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:47:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-6a9b1 namespace: kserve-ci-e2e-test resourceVersion: "28073" uid: 9097cece-7f7d-4af5-a029-3fe4c6754741 kind: Event lastTimestamp: "2026-09-09T20:48:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:47:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:48:26Z" name: switch-graph-6a9b1.18d3c215edf3884f namespace: kserve-ci-e2e-test resourceVersion: "28504" uid: 509c5a7d-6748-4223-b1f2-650ad5c551e1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-09T20:47:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-6a9b1 namespace: kserve-ci-e2e-test resourceVersion: "28073" uid: 9097cece-7f7d-4af5-a029-3fe4c6754741 kind: Event lastTimestamp: "2026-09-09T20:48:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-09T20:47:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-09T20:48:26Z" name: switch-graph-6a9b1.18d3c215ee373ded namespace: kserve-ci-e2e-test resourceVersion: "28505" uid: 83efca81-7ffb-4f39-b8ca-e533298cf2b1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "35302"