--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:21:02.414416Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-08e8b-94b5c9c99-khzcc namespace: kserve-ci-e2e-test resourceVersion: "21172" uid: 0e8fcd78-f93c-4cc1-bfa8-5133765e10e1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-08e8b-94b5c9c99-khzcc to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:21:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:21:02Z" name: ensemble-graph-08e8b-94b5c9c99-khzcc.18a8c75eab6ae204 namespace: kserve-ci-e2e-test resourceVersion: "21177" uid: 18890d2c-898a-403a-84bc-b07151c70126 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:02Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-08e8b-94b5c9c99-khzcc namespace: kserve-ci-e2e-test resourceVersion: "21174" uid: 0e8fcd78-f93c-4cc1-bfa8-5133765e10e1 kind: Event lastTimestamp: "2026-04-22T20:21:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-08e8b-serving-cert" not found' metadata: creationTimestamp: "2026-04-22T20:21:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:21:02Z" name: ensemble-graph-08e8b-94b5c9c99-khzcc.18a8c75ebc668358 namespace: kserve-ci-e2e-test resourceVersion: "21188" uid: daf89ebe-8e7a-4064-8acf-6485a87e5fcf reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:03Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-08e8b-94b5c9c99-khzcc namespace: kserve-ci-e2e-test resourceVersion: "21181" uid: 0e8fcd78-f93c-4cc1-bfa8-5133765e10e1 kind: Event lastTimestamp: "2026-04-22T20:21:03Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:21:03Z" name: ensemble-graph-08e8b-94b5c9c99-khzcc.18a8c75ee87e4d4f namespace: kserve-ci-e2e-test resourceVersion: "21195" uid: 41f736df-7e0b-4417-a69e-0115e484653e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-08e8b} kind: Pod name: ensemble-graph-08e8b-94b5c9c99-khzcc namespace: kserve-ci-e2e-test resourceVersion: "21174" uid: 0e8fcd78-f93c-4cc1-bfa8-5133765e10e1 kind: Event lastTimestamp: "2026-04-22T20:21:03Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:c077214438a2f9bdb936ff2da330f1b072e635107d34dd2fdb9da07fac4424c5" already present on machine metadata: creationTimestamp: "2026-04-22T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:21:03Z" name: ensemble-graph-08e8b-94b5c9c99-khzcc.18a8c75ee9c63989 namespace: kserve-ci-e2e-test resourceVersion: "21198" uid: ce729610-aa13-48c3-a588-3faf7775943c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-08e8b} kind: Pod name: ensemble-graph-08e8b-94b5c9c99-khzcc namespace: kserve-ci-e2e-test resourceVersion: "21174" uid: 0e8fcd78-f93c-4cc1-bfa8-5133765e10e1 kind: Event lastTimestamp: "2026-04-22T20:21:03Z" message: 'Created container: ensemble-graph-08e8b' metadata: creationTimestamp: "2026-04-22T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:21:03Z" name: ensemble-graph-08e8b-94b5c9c99-khzcc.18a8c75eeca15dcc namespace: kserve-ci-e2e-test resourceVersion: "21199" uid: bef4b275-05a1-4c2a-80c8-9724e4459f40 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-08e8b} kind: Pod name: ensemble-graph-08e8b-94b5c9c99-khzcc namespace: kserve-ci-e2e-test resourceVersion: "21174" uid: 0e8fcd78-f93c-4cc1-bfa8-5133765e10e1 kind: Event lastTimestamp: "2026-04-22T20:21:03Z" message: Started container ensemble-graph-08e8b metadata: creationTimestamp: "2026-04-22T20:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:21:03Z" name: ensemble-graph-08e8b-94b5c9c99-khzcc.18a8c75eed1c6948 namespace: kserve-ci-e2e-test resourceVersion: "21201" uid: 2e439fdd-2325-4e1c-8e71-3012248fa03c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-08e8b} kind: Pod name: ensemble-graph-08e8b-94b5c9c99-khzcc namespace: kserve-ci-e2e-test resourceVersion: "21174" uid: 0e8fcd78-f93c-4cc1-bfa8-5133765e10e1 kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: Stopping container ensemble-graph-08e8b metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:17Z" name: ensemble-graph-08e8b-94b5c9c99-khzcc.18a8c7d1da1863d4 namespace: kserve-ci-e2e-test resourceVersion: "24678" uid: b0860d42-7d53-43ed-ab12-13a5adeae64c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:29:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-08e8b} kind: Pod name: ensemble-graph-08e8b-94b5c9c99-khzcc namespace: kserve-ci-e2e-test resourceVersion: "21174" uid: 0e8fcd78-f93c-4cc1-bfa8-5133765e10e1 kind: Event lastTimestamp: "2026-04-22T20:29:46Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-22T20:29:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:46Z" name: ensemble-graph-08e8b-94b5c9c99-khzcc.18a8c7d2ceccd84d namespace: kserve-ci-e2e-test resourceVersion: "25000" uid: dbccfbf6-6f7d-4f34-b09c-136468d163df reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-08e8b-94b5c9c99 namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: c0c223b2-0db2-4d0a-825a-6b76dcef342b kind: Event lastTimestamp: "2026-04-22T20:21:02Z" message: 'Created pod: ensemble-graph-08e8b-94b5c9c99-khzcc' metadata: creationTimestamp: "2026-04-22T20:21:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:02Z" name: ensemble-graph-08e8b-94b5c9c99.18a8c75eab0e2c4f namespace: kserve-ci-e2e-test resourceVersion: "21173" uid: 1881faa1-b1ee-4cbf-926f-8590454069a5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-08e8b namespace: kserve-ci-e2e-test resourceVersion: "21167" uid: 029f0658-ad7d-4517-ac15-71f871147375 kind: Event lastTimestamp: "2026-04-22T20:21:02Z" message: Scaled up replica set ensemble-graph-08e8b-94b5c9c99 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:21:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:02Z" name: ensemble-graph-08e8b.18a8c75eaa60cea4 namespace: kserve-ci-e2e-test resourceVersion: "21170" uid: 5aec3a4b-9907-4fee-9d74-83be360be8f5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:02Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-08e8b namespace: kserve-ci-e2e-test resourceVersion: "21183" uid: 90867e25-f1fa-4d96-9b11-b2b74056804b kind: Event lastTimestamp: "2026-04-22T20:21:02Z" message: InferenceGraph [ensemble-graph-08e8b] is Ready metadata: creationTimestamp: "2026-04-22T20:21:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:21:02Z" name: ensemble-graph-08e8b.18a8c75ead92d53c namespace: kserve-ci-e2e-test resourceVersion: "21185" uid: 7e3dddfb-1626-4201-ab49-5e68a371b1c3 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-08e8b namespace: kserve-ci-e2e-test resourceVersion: "21168" uid: 1c065c73-db06-46b5-9804-f81a86ce5fdc kind: Event lastTimestamp: "2026-04-22T20:21:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:21:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:17Z" name: ensemble-graph-08e8b.18a8c76228de7d11 namespace: kserve-ci-e2e-test resourceVersion: "21310" uid: 06d5cd10-260e-4384-89ab-7a18842cab2b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-08e8b namespace: kserve-ci-e2e-test resourceVersion: "21168" uid: 1c065c73-db06-46b5-9804-f81a86ce5fdc kind: Event lastTimestamp: "2026-04-22T20:21:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:21:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:17Z" name: ensemble-graph-08e8b.18a8c762293b1284 namespace: kserve-ci-e2e-test resourceVersion: "21312" uid: 8061fa75-49b1-4ed5-9e05-5b5920e09488 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-08e8b namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: 1c065c73-db06-46b5-9804-f81a86ce5fdc kind: Event lastTimestamp: "2026-04-22T20:21:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:32Z" name: ensemble-graph-08e8b.18a8c765a7dba0b5 namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: e7cf8838-5529-45b1-b0e8-15b40930f6fc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-08e8b namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: 1c065c73-db06-46b5-9804-f81a86ce5fdc kind: Event lastTimestamp: "2026-04-22T20:21:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:32Z" name: ensemble-graph-08e8b.18a8c765a837b913 namespace: kserve-ci-e2e-test resourceVersion: "21443" uid: fe8abf62-46c6-4cd2-800f-38dc4e187d81 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:19:42.127659Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-cb62f-5d59bc556c-w544k namespace: kserve-ci-e2e-test resourceVersion: "20139" uid: c2a1ae3f-a037-4b0c-bcc9-aa3ea61818d6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-cb62f-5d59bc556c-w544k to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:19:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:19:42Z" name: ensemble-graph-cb62f-5d59bc556c-w544k.18a8c74bf9f43929 namespace: kserve-ci-e2e-test resourceVersion: "20149" uid: 2598bc1b-a45f-41ac-b94c-5f1c7f0972fd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:42Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-cb62f-5d59bc556c-w544k namespace: kserve-ci-e2e-test resourceVersion: "20142" uid: c2a1ae3f-a037-4b0c-bcc9-aa3ea61818d6 kind: Event lastTimestamp: "2026-04-22T20:19:42Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-cb62f-serving-cert" not found' metadata: creationTimestamp: "2026-04-22T20:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:42Z" name: ensemble-graph-cb62f-5d59bc556c-w544k.18a8c74c03964506 namespace: kserve-ci-e2e-test resourceVersion: "20160" uid: 6cb79bea-d9f0-4a45-a550-d04f2c7b5709 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:43Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-cb62f-5d59bc556c-w544k namespace: kserve-ci-e2e-test resourceVersion: "20151" uid: c2a1ae3f-a037-4b0c-bcc9-aa3ea61818d6 kind: Event lastTimestamp: "2026-04-22T20:19:43Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:19:43Z" name: ensemble-graph-cb62f-5d59bc556c-w544k.18a8c74c36f7c2a6 namespace: kserve-ci-e2e-test resourceVersion: "20169" uid: c952044a-30fa-465b-b457-d5864141bfba reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-cb62f} kind: Pod name: ensemble-graph-cb62f-5d59bc556c-w544k namespace: kserve-ci-e2e-test resourceVersion: "20142" uid: c2a1ae3f-a037-4b0c-bcc9-aa3ea61818d6 kind: Event lastTimestamp: "2026-04-22T20:19:43Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:c077214438a2f9bdb936ff2da330f1b072e635107d34dd2fdb9da07fac4424c5" already present on machine metadata: creationTimestamp: "2026-04-22T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:43Z" name: ensemble-graph-cb62f-5d59bc556c-w544k.18a8c74c38187c8f namespace: kserve-ci-e2e-test resourceVersion: "20171" uid: 17a6ecc8-54ce-4bea-913a-7d439fc5c664 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-cb62f} kind: Pod name: ensemble-graph-cb62f-5d59bc556c-w544k namespace: kserve-ci-e2e-test resourceVersion: "20142" uid: c2a1ae3f-a037-4b0c-bcc9-aa3ea61818d6 kind: Event lastTimestamp: "2026-04-22T20:19:43Z" message: 'Created container: ensemble-graph-cb62f' metadata: creationTimestamp: "2026-04-22T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:43Z" name: ensemble-graph-cb62f-5d59bc556c-w544k.18a8c74c3b5c6f0c namespace: kserve-ci-e2e-test resourceVersion: "20172" uid: d82e84a1-5f2f-4ac9-b341-9c580cdd3c95 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-cb62f} kind: Pod name: ensemble-graph-cb62f-5d59bc556c-w544k namespace: kserve-ci-e2e-test resourceVersion: "20142" uid: c2a1ae3f-a037-4b0c-bcc9-aa3ea61818d6 kind: Event lastTimestamp: "2026-04-22T20:19:43Z" message: Started container ensemble-graph-cb62f metadata: creationTimestamp: "2026-04-22T20:19:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:43Z" name: ensemble-graph-cb62f-5d59bc556c-w544k.18a8c74c3bd041ef namespace: kserve-ci-e2e-test resourceVersion: "20173" uid: 55211d28-2ecf-4058-b8eb-81f7edeeaf8c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-cb62f} kind: Pod name: ensemble-graph-cb62f-5d59bc556c-w544k namespace: kserve-ci-e2e-test resourceVersion: "20142" uid: c2a1ae3f-a037-4b0c-bcc9-aa3ea61818d6 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: Stopping container ensemble-graph-cb62f metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:52Z" name: ensemble-graph-cb62f-5d59bc556c-w544k.18a8c74e52bfe196 namespace: kserve-ci-e2e-test resourceVersion: "20262" uid: 8a213cf4-a092-4411-ab06-25d43f92002d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:19:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-cb62f} kind: Pod name: ensemble-graph-cb62f-5d59bc556c-w544k namespace: kserve-ci-e2e-test resourceVersion: "20142" uid: c2a1ae3f-a037-4b0c-bcc9-aa3ea61818d6 kind: Event lastTimestamp: "2026-04-22T20:20:19Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-22T20:19:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:19Z" name: ensemble-graph-cb62f-5d59bc556c-w544k.18a8c74ef8250cd7 namespace: kserve-ci-e2e-test resourceVersion: "20648" uid: 080e8fa6-7bcb-4d42-872f-b9a759519c2d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-cb62f-5d59bc556c namespace: kserve-ci-e2e-test resourceVersion: "20136" uid: 2bed10da-7893-449f-9f0a-99e5358e186a kind: Event lastTimestamp: "2026-04-22T20:19:42Z" message: 'Created pod: ensemble-graph-cb62f-5d59bc556c-w544k' metadata: creationTimestamp: "2026-04-22T20:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:42Z" name: ensemble-graph-cb62f-5d59bc556c.18a8c74bf99b16ca namespace: kserve-ci-e2e-test resourceVersion: "20141" uid: 43a8879d-2411-44c5-b2b6-a72d1b869187 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-cb62f namespace: kserve-ci-e2e-test resourceVersion: "20134" uid: 01f0433d-af69-4a19-88c8-9b38536b4209 kind: Event lastTimestamp: "2026-04-22T20:19:42Z" message: Scaled up replica set ensemble-graph-cb62f-5d59bc556c from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:42Z" name: ensemble-graph-cb62f.18a8c74bf8ae8008 namespace: kserve-ci-e2e-test resourceVersion: "20137" uid: 496bfb84-a4a0-438d-81ed-2347fcb4237e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:42Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-cb62f namespace: kserve-ci-e2e-test resourceVersion: "20153" uid: e7aca258-6dc4-49e1-b19b-30d743507cde kind: Event lastTimestamp: "2026-04-22T20:19:42Z" message: InferenceGraph [ensemble-graph-cb62f] is Ready metadata: creationTimestamp: "2026-04-22T20:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:42Z" name: ensemble-graph-cb62f.18a8c74bfd55c0f5 namespace: kserve-ci-e2e-test resourceVersion: "20155" uid: 11f377cc-97e5-4d58-9d3a-af6f1fe880a3 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:42Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-cb62f namespace: kserve-ci-e2e-test resourceVersion: "20126" uid: e7aca258-6dc4-49e1-b19b-30d743507cde kind: Event lastTimestamp: "2026-04-22T20:19:42Z" message: 'Failed to update status for InferenceGraph "ensemble-graph-cb62f": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-cb62f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:42Z" name: ensemble-graph-cb62f.18a8c74bff3388e2 namespace: kserve-ci-e2e-test resourceVersion: "20156" uid: 4198d0fa-9838-442e-bdf8-cbfec151ccee reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:42Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-cb62f namespace: kserve-ci-e2e-test resourceVersion: "20126" uid: e7aca258-6dc4-49e1-b19b-30d743507cde kind: Event lastTimestamp: "2026-04-22T20:19:42Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-cb62f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:42Z" name: ensemble-graph-cb62f.18a8c74bff33f59d namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 5beae641-591b-4aa2-b3a0-43992970e6ae reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:19:07.858080Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-03046-predictor-768fcd7df-mvg4r namespace: kserve-ci-e2e-test resourceVersion: "19781" uid: d746f546-fcd1-4773-b3f5-4b7707179cb3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-03046-predictor-768fcd7df-mvg4r to ip-10-0-139-10.ec2.internal metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:19:07Z" name: error-404-isvc-03046-predictor-768fcd7df-mvg4r.18a8c743ff53eeb1 namespace: kserve-ci-e2e-test resourceVersion: "19790" uid: 93f5f238-dbd2-4784-90b4-76c9464d92d9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:07Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-03046-predictor-768fcd7df-mvg4r namespace: kserve-ci-e2e-test resourceVersion: "19797" uid: d746f546-fcd1-4773-b3f5-4b7707179cb3 kind: Event lastTimestamp: "2026-04-22T20:19:07Z" message: Add eth0 [10.133.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:19:07Z" name: error-404-isvc-03046-predictor-768fcd7df-mvg4r.18a8c744075cbb63 namespace: kserve-ci-e2e-test resourceVersion: "19808" uid: 7cce4a69-2617-4c3e-833f-a08e4df0bb09 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-03046-predictor-768fcd7df-mvg4r namespace: kserve-ci-e2e-test resourceVersion: "19783" uid: d746f546-fcd1-4773-b3f5-4b7707179cb3 kind: Event lastTimestamp: "2026-04-22T20:19:08Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:19:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:08Z" name: error-404-isvc-03046-predictor-768fcd7df-mvg4r.18a8c74408a65a1a namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: bfae3907-d33c-4c15-bb6d-abc004759d48 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-03046-predictor-768fcd7df-mvg4r namespace: kserve-ci-e2e-test resourceVersion: "19783" uid: d746f546-fcd1-4773-b3f5-4b7707179cb3 kind: Event lastTimestamp: "2026-04-22T20:19:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:19:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:08Z" name: error-404-isvc-03046-predictor-768fcd7df-mvg4r.18a8c74411240093 namespace: kserve-ci-e2e-test resourceVersion: "19819" uid: f3d6b212-caec-4560-94c9-043eeab39d29 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-03046-predictor-768fcd7df-mvg4r namespace: kserve-ci-e2e-test resourceVersion: "19783" uid: d746f546-fcd1-4773-b3f5-4b7707179cb3 kind: Event lastTimestamp: "2026-04-22T20:19:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:19:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:08Z" name: error-404-isvc-03046-predictor-768fcd7df-mvg4r.18a8c74411c31244 namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: fc218093-915c-43d9-816e-e9f1306b6edf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-22T20:19:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-03046-predictor-768fcd7df-mvg4r namespace: kserve-ci-e2e-test resourceVersion: "19783" uid: d746f546-fcd1-4773-b3f5-4b7707179cb3 kind: Event lastTimestamp: "2026-04-22T20:20:29Z" message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:19:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:29Z" name: error-404-isvc-03046-predictor-768fcd7df-mvg4r.18a8c74418f9d398 namespace: kserve-ci-e2e-test resourceVersion: "20864" uid: 4c756b90-6037-48dc-bc2c-2057dbe3cd13 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-03046-predictor-768fcd7df-mvg4r namespace: kserve-ci-e2e-test resourceVersion: "19783" uid: d746f546-fcd1-4773-b3f5-4b7707179cb3 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:28Z" name: error-404-isvc-03046-predictor-768fcd7df-mvg4r.18a8c756ad919f67 namespace: kserve-ci-e2e-test resourceVersion: "20814" uid: b2972525-b7e6-4cf1-8925-6225016b8c1d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-03046-predictor-768fcd7df namespace: kserve-ci-e2e-test resourceVersion: "19770" uid: a1affa19-3dfc-4c02-9cec-b0f137f20f46 kind: Event lastTimestamp: "2026-04-22T20:19:07Z" message: 'Created pod: error-404-isvc-03046-predictor-768fcd7df-mvg4r' metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:07Z" name: error-404-isvc-03046-predictor-768fcd7df.18a8c743fef77241 namespace: kserve-ci-e2e-test resourceVersion: "19785" uid: 6abb9fcf-0e08-40f1-aaf0-762789250d0e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-03046-predictor namespace: kserve-ci-e2e-test resourceVersion: "19769" uid: 739503d7-5157-41e6-a006-e7f089d12d0c kind: Event lastTimestamp: "2026-04-22T20:19:07Z" message: Scaled up replica set error-404-isvc-03046-predictor-768fcd7df from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:07Z" name: error-404-isvc-03046-predictor.18a8c743fdb3fae6 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: ce7aed05-3a9c-4897-92b2-e3d14a9bc654 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:19:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-03046-predictor namespace: kserve-ci-e2e-test resourceVersion: "19771" uid: 53c90b49-ef0a-4de2-ba99-8d1649d20579 kind: Event lastTimestamp: "2026-04-22T20:19:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:19:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:37Z" name: error-404-isvc-03046-predictor.18a8c7477c7c5f82 namespace: kserve-ci-e2e-test resourceVersion: "20093" uid: f605fa09-a8b3-4d21-aaf3-991c39d0f50b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:19:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-03046-predictor namespace: kserve-ci-e2e-test resourceVersion: "19771" uid: 53c90b49-ef0a-4de2-ba99-8d1649d20579 kind: Event lastTimestamp: "2026-04-22T20:19:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:19:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:37Z" name: error-404-isvc-03046-predictor.18a8c7477cd89748 namespace: kserve-ci-e2e-test resourceVersion: "20094" uid: 1b59a16e-764a-42aa-bc90-1ea8faab80fd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-03046-predictor namespace: kserve-ci-e2e-test resourceVersion: "19957" uid: 53c90b49-ef0a-4de2-ba99-8d1649d20579 kind: Event lastTimestamp: "2026-04-22T20:20:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:22Z" name: error-404-isvc-03046-predictor.18a8c74e7a0e6870 namespace: kserve-ci-e2e-test resourceVersion: "20675" uid: a7099e51-aa4a-4ea6-85ad-b65c55faf500 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-03046-predictor namespace: kserve-ci-e2e-test resourceVersion: "19957" uid: 53c90b49-ef0a-4de2-ba99-8d1649d20579 kind: Event lastTimestamp: "2026-04-22T20:20:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:22Z" name: error-404-isvc-03046-predictor.18a8c74e7a4b9cb7 namespace: kserve-ci-e2e-test resourceVersion: "20676" uid: ad6bf5c2-a09c-4775-838b-38baae656fc8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:19:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-03046 namespace: kserve-ci-e2e-test resourceVersion: "19752" uid: c87fbbb9-7a1c-4ea3-80cf-769c6fc14842 kind: Event lastTimestamp: "2026-04-22T20:19:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:59Z" name: error-404-isvc-03046.18a8c743fde9cce3 namespace: kserve-ci-e2e-test resourceVersion: "20442" uid: 44a8fbdd-da53-4082-b858-4583da70e449 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-03046 namespace: kserve-ci-e2e-test resourceVersion: "20439" uid: c87fbbb9-7a1c-4ea3-80cf-769c6fc14842 kind: Event lastTimestamp: "2026-04-22T20:19:59Z" message: InferenceService [error-404-isvc-03046] is Ready metadata: creationTimestamp: "2026-04-22T20:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:59Z" name: error-404-isvc-03046.18a8c74ffc9441e9 namespace: kserve-ci-e2e-test resourceVersion: "20441" uid: da0dbe05-4457-4707-a06e-af66e2f7400d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:19:52.406181Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr namespace: kserve-ci-e2e-test resourceVersion: "20332" uid: d82de427-4208-414d-aaa6-6d36b423e599 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr to ip-10-0-139-10.ec2.internal metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:19:52Z" name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr.18a8c74e5e99fdf2 namespace: kserve-ci-e2e-test resourceVersion: "20336" uid: bb4fc7ed-5e23-4fa1-841a-8bea16f62c7c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr namespace: kserve-ci-e2e-test resourceVersion: "20343" uid: d82de427-4208-414d-aaa6-6d36b423e599 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: Add eth0 [10.133.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:19:52Z" name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr.18a8c74e686e41c3 namespace: kserve-ci-e2e-test resourceVersion: "20354" uid: d2af5b06-f713-45fd-94e7-54397e03285d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: d82de427-4208-414d-aaa6-6d36b423e599 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:52Z" name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr.18a8c74e6994ad2c namespace: kserve-ci-e2e-test resourceVersion: "20356" uid: 4e91136b-2cca-4516-b8e6-aefc5675345c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: d82de427-4208-414d-aaa6-6d36b423e599 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:52Z" name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr.18a8c74e6dc619d7 namespace: kserve-ci-e2e-test resourceVersion: "20359" uid: 33b91ea5-4dd7-4b99-9521-63a824ee67b2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: d82de427-4208-414d-aaa6-6d36b423e599 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:52Z" name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr.18a8c74e6e4671ad namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: bf524b83-9fcb-4c41-9d4c-2efa9ad80b6d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:19:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: d82de427-4208-414d-aaa6-6d36b423e599 kind: Event lastTimestamp: "2026-04-22T20:20:34Z" message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:19:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:34Z" name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr.18a8c74e9c6e16d3 namespace: kserve-ci-e2e-test resourceVersion: "20913" uid: 1ac30bdb-b902-4e01-a1c9-98545b44f160 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: d82de427-4208-414d-aaa6-6d36b423e599 kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:17Z" name: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr.18a8c7d1e29d93fb namespace: kserve-ci-e2e-test resourceVersion: "24720" uid: 4404c8aa-485a-4abb-a0cd-22fbe1a5308d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-08e8b-predictor-7cdfb7f54f namespace: kserve-ci-e2e-test resourceVersion: "20323" uid: c07f8d7d-066a-4ac6-ad0f-3dfadd04bae7 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: 'Created pod: error-404-isvc-08e8b-predictor-7cdfb7f54f-2tdgr' metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:52Z" name: error-404-isvc-08e8b-predictor-7cdfb7f54f.18a8c74e5e30f20e namespace: kserve-ci-e2e-test resourceVersion: "20333" uid: c6b38a4e-b5b7-43e2-9b8b-ed0483601096 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-08e8b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20321" uid: 6baeb859-6d27-4c97-9130-0ca09c13f89c kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: Scaled up replica set error-404-isvc-08e8b-predictor-7cdfb7f54f from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:52Z" name: error-404-isvc-08e8b-predictor.18a8c74e5cdf2061 namespace: kserve-ci-e2e-test resourceVersion: "20325" uid: 4f02e614-c8fa-42fd-b3f2-6b667e510487 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-08e8b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20324" uid: a32544d7-ff30-4b7d-9ec3-4b86ea36b406 kind: Event lastTimestamp: "2026-04-22T20:20:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:07Z" name: error-404-isvc-08e8b-predictor.18a8c751db8e3451 namespace: kserve-ci-e2e-test resourceVersion: "20520" uid: 74bab520-d605-440c-b2c8-66dca487af87 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-08e8b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20324" uid: a32544d7-ff30-4b7d-9ec3-4b86ea36b406 kind: Event lastTimestamp: "2026-04-22T20:20:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:07Z" name: error-404-isvc-08e8b-predictor.18a8c751dbe80941 namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 8eba64e6-12f9-490a-9806-c1c1c6cca3fc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:20:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-08e8b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20521" uid: a32544d7-ff30-4b7d-9ec3-4b86ea36b406 kind: Event lastTimestamp: "2026-04-22T20:21:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:20:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:07Z" name: error-404-isvc-08e8b-predictor.18a8c7555a7ad3d1 namespace: kserve-ci-e2e-test resourceVersion: "21233" uid: 5791b865-7107-46e5-b988-1a7701393a2b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:20:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-08e8b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20521" uid: a32544d7-ff30-4b7d-9ec3-4b86ea36b406 kind: Event lastTimestamp: "2026-04-22T20:21:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:20:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:07Z" name: error-404-isvc-08e8b-predictor.18a8c7555adc9342 namespace: kserve-ci-e2e-test resourceVersion: "21234" uid: 6aa5d334-a5a8-4b8b-8770-bec0d8732435 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-08e8b namespace: kserve-ci-e2e-test resourceVersion: "20296" uid: cfcef85e-96c2-4cb8-9778-168dc1f1a26c kind: Event lastTimestamp: "2026-04-22T20:20:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:20:44Z" name: error-404-isvc-08e8b.18a8c74e5d162e2c namespace: kserve-ci-e2e-test resourceVersion: "21013" uid: b5049824-3e66-4282-b68c-282d46c2c730 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-08e8b namespace: kserve-ci-e2e-test resourceVersion: "20296" uid: cfcef85e-96c2-4cb8-9778-168dc1f1a26c kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: 'Failed to update status for InferenceService "error-404-isvc-08e8b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-08e8b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:52Z" name: error-404-isvc-08e8b.18a8c74e5d63c2ab namespace: kserve-ci-e2e-test resourceVersion: "20329" uid: c2cde819-f341-45c0-868f-ac42cd7735ba reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-08e8b namespace: kserve-ci-e2e-test resourceVersion: "20296" uid: cfcef85e-96c2-4cb8-9778-168dc1f1a26c kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-08e8b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:52Z" name: error-404-isvc-08e8b.18a8c74e5d63fc0a namespace: kserve-ci-e2e-test resourceVersion: "20331" uid: ab101279-3549-4578-ac07-0eb443434084 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-08e8b namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: cfcef85e-96c2-4cb8-9778-168dc1f1a26c kind: Event lastTimestamp: "2026-04-22T20:20:44Z" message: InferenceService [error-404-isvc-08e8b] is Ready metadata: creationTimestamp: "2026-04-22T20:20:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:20:44Z" name: error-404-isvc-08e8b.18a8c75a7fc189d5 namespace: kserve-ci-e2e-test resourceVersion: "21012" uid: fee39f4f-d16d-4cd0-92a4-771fd9bd048f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:09:07.180699Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d namespace: kserve-ci-e2e-test resourceVersion: "14969" uid: 8581ee20-7918-4f69-a314-5845e5ebe269 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-51a0f-predictor-798d4666d9-p9f2d to ip-10-0-139-10.ec2.internal metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:09:07Z" name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d.18a8c6b8242a792b namespace: kserve-ci-e2e-test resourceVersion: "14973" uid: a5ac069d-5c75-4b86-bce7-b315d986eda5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d namespace: kserve-ci-e2e-test resourceVersion: "14979" uid: 8581ee20-7918-4f69-a314-5845e5ebe269 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:09:07Z" name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d.18a8c6b82c130d69 namespace: kserve-ci-e2e-test resourceVersion: "14985" uid: 96c48760-ea6e-4b39-bd8c-2b7bae27a635 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d namespace: kserve-ci-e2e-test resourceVersion: "14971" uid: 8581ee20-7918-4f69-a314-5845e5ebe269 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:07Z" name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d.18a8c6b82d42a16a namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 58fbc267-4bfb-4f2b-a085-8dfad1a474c4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d namespace: kserve-ci-e2e-test resourceVersion: "14971" uid: 8581ee20-7918-4f69-a314-5845e5ebe269 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:07Z" name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d.18a8c6b835696024 namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: ec908aab-3b42-4df3-a1f2-8f2bf257b677 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d namespace: kserve-ci-e2e-test resourceVersion: "14971" uid: 8581ee20-7918-4f69-a314-5845e5ebe269 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:07Z" name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d.18a8c6b835e5f2f9 namespace: kserve-ci-e2e-test resourceVersion: "14996" uid: fee381da-33c7-4592-8cb8-ca23d532615a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:09:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d namespace: kserve-ci-e2e-test resourceVersion: "14971" uid: 8581ee20-7918-4f69-a314-5845e5ebe269 kind: Event lastTimestamp: "2026-04-22T20:09:49Z" message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:09:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:49Z" name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d.18a8c6b860dab6fc namespace: kserve-ci-e2e-test resourceVersion: "15558" uid: 30756893-d929-4437-8184-0b80fce8abc2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d namespace: kserve-ci-e2e-test resourceVersion: "14971" uid: 8581ee20-7918-4f69-a314-5845e5ebe269 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:18:32Z" name: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d.18a8c73ba88e1a3f namespace: kserve-ci-e2e-test resourceVersion: "19370" uid: bbc797f3-4ea5-489c-bbcd-070463ed0cd7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-51a0f-predictor-798d4666d9 namespace: kserve-ci-e2e-test resourceVersion: "14960" uid: 06dd3f5d-dbcb-48fd-a07e-58bc6469dce0 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: 'Created pod: error-404-isvc-51a0f-predictor-798d4666d9-p9f2d' metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:07Z" name: error-404-isvc-51a0f-predictor-798d4666d9.18a8c6b823c56536 namespace: kserve-ci-e2e-test resourceVersion: "14970" uid: 9b273fa0-d7b9-4e27-a484-cd8226407053 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-51a0f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14957" uid: 19187cfe-92de-47cb-84aa-5b5b97149e1b kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: Scaled up replica set error-404-isvc-51a0f-predictor-798d4666d9 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:07Z" name: error-404-isvc-51a0f-predictor.18a8c6b8228159f3 namespace: kserve-ci-e2e-test resourceVersion: "14964" uid: 91144357-4342-4fc0-bdd3-9cb87c4a977b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-51a0f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14959" uid: 0990326b-6579-4f3c-9264-b984b2d4762f kind: Event lastTimestamp: "2026-04-22T20:09:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:22Z" name: error-404-isvc-51a0f-predictor.18a8c6bba0ddcdad namespace: kserve-ci-e2e-test resourceVersion: "15144" uid: c1564e20-8d41-4e9e-add3-0e26925162c7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-51a0f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14959" uid: 0990326b-6579-4f3c-9264-b984b2d4762f kind: Event lastTimestamp: "2026-04-22T20:09:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:22Z" name: error-404-isvc-51a0f-predictor.18a8c6bba13b7e37 namespace: kserve-ci-e2e-test resourceVersion: "15146" uid: fb9f50b4-ff93-43ca-8326-f41ae7ec8587 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:09:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-51a0f-predictor namespace: kserve-ci-e2e-test resourceVersion: "15145" uid: 0990326b-6579-4f3c-9264-b984b2d4762f kind: Event lastTimestamp: "2026-04-22T20:10:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:09:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:22Z" name: error-404-isvc-51a0f-predictor.18a8c6bf1fd293f9 namespace: kserve-ci-e2e-test resourceVersion: "15863" uid: 3584c1cf-3a7c-47a5-a4f9-21f245f6b94d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:09:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-51a0f-predictor namespace: kserve-ci-e2e-test resourceVersion: "15145" uid: 0990326b-6579-4f3c-9264-b984b2d4762f kind: Event lastTimestamp: "2026-04-22T20:10:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:09:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:22Z" name: error-404-isvc-51a0f-predictor.18a8c6bf202fc795 namespace: kserve-ci-e2e-test resourceVersion: "15864" uid: a34f7dbc-50ac-4353-8481-a4e44c305773 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-51a0f namespace: kserve-ci-e2e-test resourceVersion: "14931" uid: f26f4492-1692-475e-9912-28cfed217ac4 kind: Event lastTimestamp: "2026-04-22T20:09:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:59Z" name: error-404-isvc-51a0f.18a8c6b8226051b9 namespace: kserve-ci-e2e-test resourceVersion: "15651" uid: f3900b1a-a3ff-4611-aa2a-4b5b7bada535 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-51a0f namespace: kserve-ci-e2e-test resourceVersion: "14931" uid: f26f4492-1692-475e-9912-28cfed217ac4 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: 'Failed to update status for InferenceService "error-404-isvc-51a0f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-51a0f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:07Z" name: error-404-isvc-51a0f.18a8c6b822e663c5 namespace: kserve-ci-e2e-test resourceVersion: "14966" uid: 4c728025-43b3-488f-a012-194fbb368731 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-51a0f namespace: kserve-ci-e2e-test resourceVersion: "14931" uid: f26f4492-1692-475e-9912-28cfed217ac4 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-51a0f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:07Z" name: error-404-isvc-51a0f.18a8c6b822e6ae41 namespace: kserve-ci-e2e-test resourceVersion: "14968" uid: c73ed7a9-ce5b-4d44-9523-d4cd4b2358a6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-51a0f namespace: kserve-ci-e2e-test resourceVersion: "15649" uid: f26f4492-1692-475e-9912-28cfed217ac4 kind: Event lastTimestamp: "2026-04-22T20:09:59Z" message: InferenceService [error-404-isvc-51a0f] is Ready metadata: creationTimestamp: "2026-04-22T20:09:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:59Z" name: error-404-isvc-51a0f.18a8c6c4445a903b namespace: kserve-ci-e2e-test resourceVersion: "15650" uid: ea895c1a-e32c-4dfc-a934-f9fa3c62269d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:30:37.670017Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2 namespace: kserve-ci-e2e-test resourceVersion: "25809" uid: 9cc455aa-5954-425d-b783-873cd79c49ce kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2 to ip-10-0-139-10.ec2.internal metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:30:37Z" name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2.18a8c7e49b52c085 namespace: kserve-ci-e2e-test resourceVersion: "25813" uid: fcaadd82-6592-409c-aae1-a90c99fa687d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2 namespace: kserve-ci-e2e-test resourceVersion: "25820" uid: 9cc455aa-5954-425d-b783-873cd79c49ce kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: Add eth0 [10.133.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:30:37Z" name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2.18a8c7e4a374cbea namespace: kserve-ci-e2e-test resourceVersion: "25830" uid: 5175d71a-49a1-4924-bbfd-0d30bce340a9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2 namespace: kserve-ci-e2e-test resourceVersion: "25811" uid: 9cc455aa-5954-425d-b783-873cd79c49ce kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:37Z" name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2.18a8c7e4a4d5ab9b namespace: kserve-ci-e2e-test resourceVersion: "25832" uid: 748056be-f73c-40a4-a1e1-da639a02ecd2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2 namespace: kserve-ci-e2e-test resourceVersion: "25811" uid: 9cc455aa-5954-425d-b783-873cd79c49ce kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:37Z" name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2.18a8c7e4adb5eb41 namespace: kserve-ci-e2e-test resourceVersion: "25841" uid: 45676e6d-d217-4907-a675-85029061433e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2 namespace: kserve-ci-e2e-test resourceVersion: "25811" uid: 9cc455aa-5954-425d-b783-873cd79c49ce kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:37Z" name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2.18a8c7e4ae2ee8ba namespace: kserve-ci-e2e-test resourceVersion: "25843" uid: 47a2ead5-afe9-4ad7-a337-af4c517de266 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:30:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2 namespace: kserve-ci-e2e-test resourceVersion: "25811" uid: 9cc455aa-5954-425d-b783-873cd79c49ce kind: Event lastTimestamp: "2026-04-22T20:31:19Z" message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:30:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:31:19Z" name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2.18a8c7e4d6a9f777 namespace: kserve-ci-e2e-test resourceVersion: "26401" uid: 57cb7651-db6a-462c-9925-3c8ef9e09587 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:40:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2 namespace: kserve-ci-e2e-test resourceVersion: "25811" uid: 9cc455aa-5954-425d-b783-873cd79c49ce kind: Event lastTimestamp: "2026-04-22T20:40:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:40:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:40:02Z" name: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2.18a8c8681de8bd4c namespace: kserve-ci-e2e-test resourceVersion: "30152" uid: 45c4934a-5a50-47b6-88cd-93ef8c0a2c5f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-61b05-predictor-7ff5f7bc75 namespace: kserve-ci-e2e-test resourceVersion: "25802" uid: 9e83e90f-172b-4dc2-a6ce-8e33d6d186ad kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: 'Created pod: error-404-isvc-61b05-predictor-7ff5f7bc75-8jlj2' metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:37Z" name: error-404-isvc-61b05-predictor-7ff5f7bc75.18a8c7e49af32123 namespace: kserve-ci-e2e-test resourceVersion: "25810" uid: edc48266-1541-487e-b3c9-5b7f8d9d4c26 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-61b05-predictor namespace: kserve-ci-e2e-test resourceVersion: "25800" uid: 4e130c66-6fef-4368-9c3b-32f99ec3c90c kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: Scaled up replica set error-404-isvc-61b05-predictor-7ff5f7bc75 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:37Z" name: error-404-isvc-61b05-predictor.18a8c7e49992ca9c namespace: kserve-ci-e2e-test resourceVersion: "25804" uid: be09d9a3-5c53-4828-a7c5-79786fe43b7b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-61b05-predictor namespace: kserve-ci-e2e-test resourceVersion: "25801" uid: eed463a6-ea98-4afd-b93d-6429998835fd kind: Event lastTimestamp: "2026-04-22T20:30:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:30:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:52Z" name: error-404-isvc-61b05-predictor.18a8c7e817f231b3 namespace: kserve-ci-e2e-test resourceVersion: "26143" uid: f7829aec-ecdb-4c76-8daa-7a1b063c9511 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-61b05-predictor namespace: kserve-ci-e2e-test resourceVersion: "25801" uid: eed463a6-ea98-4afd-b93d-6429998835fd kind: Event lastTimestamp: "2026-04-22T20:30:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:30:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:52Z" name: error-404-isvc-61b05-predictor.18a8c7e8183289a6 namespace: kserve-ci-e2e-test resourceVersion: "26145" uid: b372edfa-51fd-4a74-8ba4-f839011a9638 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:31:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-61b05-predictor namespace: kserve-ci-e2e-test resourceVersion: "26144" uid: eed463a6-ea98-4afd-b93d-6429998835fd kind: Event lastTimestamp: "2026-04-22T20:32:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:31:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:32:07Z" name: error-404-isvc-61b05-predictor.18a8c7eb96bcf91a namespace: kserve-ci-e2e-test resourceVersion: "26817" uid: 72376268-29df-4b90-9e30-ff3cc781cb54 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:31:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-61b05-predictor namespace: kserve-ci-e2e-test resourceVersion: "26144" uid: eed463a6-ea98-4afd-b93d-6429998835fd kind: Event lastTimestamp: "2026-04-22T20:32:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:31:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:32:07Z" name: error-404-isvc-61b05-predictor.18a8c7eb96fa79a2 namespace: kserve-ci-e2e-test resourceVersion: "26818" uid: b5452b79-5f69-4053-9a75-1fa281469c27 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-61b05 namespace: kserve-ci-e2e-test resourceVersion: "25788" uid: 13a52ad9-db81-49a5-bbfe-390d822981ac kind: Event lastTimestamp: "2026-04-22T20:31:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:31:29Z" name: error-404-isvc-61b05.18a8c7e49970e1b4 namespace: kserve-ci-e2e-test resourceVersion: "26489" uid: ac7c41b6-3d4d-4321-8181-3b54e7f13dd6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-61b05 namespace: kserve-ci-e2e-test resourceVersion: "25788" uid: 13a52ad9-db81-49a5-bbfe-390d822981ac kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: 'Failed to update status for InferenceService "error-404-isvc-61b05": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-61b05": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:30:37Z" name: error-404-isvc-61b05.18a8c7e499bffb40 namespace: kserve-ci-e2e-test resourceVersion: "25806" uid: 7c9cbbaf-3f0c-4974-9aa8-c1aab20b60c7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-61b05 namespace: kserve-ci-e2e-test resourceVersion: "25788" uid: 13a52ad9-db81-49a5-bbfe-390d822981ac kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-61b05": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:30:37Z" name: error-404-isvc-61b05.18a8c7e499c062e5 namespace: kserve-ci-e2e-test resourceVersion: "25807" uid: 8f4108ce-09b3-4ffe-ad50-dc92c80c0c70 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-61b05 namespace: kserve-ci-e2e-test resourceVersion: "26487" uid: 13a52ad9-db81-49a5-bbfe-390d822981ac kind: Event lastTimestamp: "2026-04-22T20:31:29Z" message: InferenceService [error-404-isvc-61b05] is Ready metadata: creationTimestamp: "2026-04-22T20:31:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:31:29Z" name: error-404-isvc-61b05.18a8c7f0ba2e971e namespace: kserve-ci-e2e-test resourceVersion: "26488" uid: b3e84ec3-cbc1-48d1-9c03-b8168a4e69c4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:29:17.327259Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk namespace: kserve-ci-e2e-test resourceVersion: "24745" uid: 33f27af2-f92d-4344-aa45-d7d7375d18c0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk to ip-10-0-139-10.ec2.internal metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:29:17Z" name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk.18a8c7d1e6859105 namespace: kserve-ci-e2e-test resourceVersion: "24749" uid: 31dc075a-e3b8-4d56-bdc3-04ba36a6c026 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk namespace: kserve-ci-e2e-test resourceVersion: "24757" uid: 33f27af2-f92d-4344-aa45-d7d7375d18c0 kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: Add eth0 [10.133.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:29:17Z" name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk.18a8c7d1ee90289b namespace: kserve-ci-e2e-test resourceVersion: "24766" uid: 9c376a2d-e125-450c-bf74-407bb50d3d82 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk namespace: kserve-ci-e2e-test resourceVersion: "24747" uid: 33f27af2-f92d-4344-aa45-d7d7375d18c0 kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:17Z" name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk.18a8c7d1efb8c9a5 namespace: kserve-ci-e2e-test resourceVersion: "24768" uid: 4a771176-3b86-45af-ba7d-38c9d4e394a4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk namespace: kserve-ci-e2e-test resourceVersion: "24747" uid: 33f27af2-f92d-4344-aa45-d7d7375d18c0 kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:17Z" name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk.18a8c7d1f4402369 namespace: kserve-ci-e2e-test resourceVersion: "24771" uid: 1254ee17-d9d6-4eba-b5a3-b910685deb17 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk namespace: kserve-ci-e2e-test resourceVersion: "24747" uid: 33f27af2-f92d-4344-aa45-d7d7375d18c0 kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:17Z" name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk.18a8c7d1f4bd97ba namespace: kserve-ci-e2e-test resourceVersion: "24773" uid: df72db3e-6270-4de7-977a-6fe0bcb166ee reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-22T20:29:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk namespace: kserve-ci-e2e-test resourceVersion: "24747" uid: 33f27af2-f92d-4344-aa45-d7d7375d18c0 kind: Event lastTimestamp: "2026-04-22T20:30:39Z" message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:39Z" name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk.18a8c7d225e5a9b2 namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 7cbbf342-5e83-411d-ae0c-c43ff9e5fac9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk namespace: kserve-ci-e2e-test resourceVersion: "24747" uid: 33f27af2-f92d-4344-aa45-d7d7375d18c0 kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:37Z" name: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk.18a8c7e490da1ea7 namespace: kserve-ci-e2e-test resourceVersion: "25759" uid: e602c8bb-d8ea-483a-a31d-b665eb746f6c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-9d58e-predictor-b6d5cd5c7 namespace: kserve-ci-e2e-test resourceVersion: "24735" uid: 6a0e02d0-b805-4b3d-9530-0a5ec7ec3691 kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: 'Created pod: error-404-isvc-9d58e-predictor-b6d5cd5c7-9b7fk' metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:29:17Z" name: error-404-isvc-9d58e-predictor-b6d5cd5c7.18a8c7d1e6055cd1 namespace: kserve-ci-e2e-test resourceVersion: "24746" uid: 33e50568-e396-48fc-92bd-89207301a8a6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-9d58e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24731" uid: 346b81f2-2e06-406f-8a9f-b5252cd9650d kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: Scaled up replica set error-404-isvc-9d58e-predictor-b6d5cd5c7 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:29:17Z" name: error-404-isvc-9d58e-predictor.18a8c7d1e4a78bc6 namespace: kserve-ci-e2e-test resourceVersion: "24738" uid: 44873e47-82e8-418a-b30e-7748b5a4ba4f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9d58e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24734" uid: 9a003e21-28ee-437f-ad97-20d6dad23d22 kind: Event lastTimestamp: "2026-04-22T20:29:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:29:32Z" name: error-404-isvc-9d58e-predictor.18a8c7d5633d35f0 namespace: kserve-ci-e2e-test resourceVersion: "24897" uid: 035f46a3-9bee-4de1-aec5-edac78016e6c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9d58e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24734" uid: 9a003e21-28ee-437f-ad97-20d6dad23d22 kind: Event lastTimestamp: "2026-04-22T20:29:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:29:32Z" name: error-404-isvc-9d58e-predictor.18a8c7d5639cfc9c namespace: kserve-ci-e2e-test resourceVersion: "24899" uid: 40a17b72-6d2d-49af-b2f0-89a81738fdf9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:29:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9d58e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24898" uid: 9a003e21-28ee-437f-ad97-20d6dad23d22 kind: Event lastTimestamp: "2026-04-22T20:30:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:29:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:32Z" name: error-404-isvc-9d58e-predictor.18a8c7d8e2259f26 namespace: kserve-ci-e2e-test resourceVersion: "25554" uid: f041e237-aa87-42b5-a462-b22ef73e6457 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:29:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9d58e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24898" uid: 9a003e21-28ee-437f-ad97-20d6dad23d22 kind: Event lastTimestamp: "2026-04-22T20:30:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:29:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:32Z" name: error-404-isvc-9d58e-predictor.18a8c7d8e2823dc9 namespace: kserve-ci-e2e-test resourceVersion: "25555" uid: ef8447b5-afa0-46ed-bd44-485f5efc0655 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9d58e namespace: kserve-ci-e2e-test resourceVersion: "24716" uid: 548af057-709c-43d6-aa00-9c1ada0c8bf1 kind: Event lastTimestamp: "2026-04-22T20:30:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:30:09Z" name: error-404-isvc-9d58e.18a8c7d1e4b2372c namespace: kserve-ci-e2e-test resourceVersion: "25326" uid: 266aa4fd-0422-4834-aa5a-7bf85ae7cc92 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9d58e namespace: kserve-ci-e2e-test resourceVersion: "24716" uid: 548af057-709c-43d6-aa00-9c1ada0c8bf1 kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: 'Failed to update status for InferenceService "error-404-isvc-9d58e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9d58e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:29:17Z" name: error-404-isvc-9d58e.18a8c7d1e534e749 namespace: kserve-ci-e2e-test resourceVersion: "24741" uid: 6a9d5d07-4946-463f-bef4-56fe38bf08e0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9d58e namespace: kserve-ci-e2e-test resourceVersion: "24716" uid: 548af057-709c-43d6-aa00-9c1ada0c8bf1 kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9d58e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:29:17Z" name: error-404-isvc-9d58e.18a8c7d1e5353fd0 namespace: kserve-ci-e2e-test resourceVersion: "24744" uid: 3e5e4819-acec-47cf-855c-82fb2ffd23e1 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9d58e namespace: kserve-ci-e2e-test resourceVersion: "25324" uid: 548af057-709c-43d6-aa00-9c1ada0c8bf1 kind: Event lastTimestamp: "2026-04-22T20:30:09Z" message: InferenceService [error-404-isvc-9d58e] is Ready metadata: creationTimestamp: "2026-04-22T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:30:09Z" name: error-404-isvc-9d58e.18a8c7de099b25be namespace: kserve-ci-e2e-test resourceVersion: "25325" uid: 66b1ba51-0365-4592-bb00-7049030e1ae0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:29:53.002214Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6 namespace: kserve-ci-e2e-test resourceVersion: "25135" uid: 660a84d3-b2fe-4452-b05f-31a77de208ff kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6 to ip-10-0-139-10.ec2.internal metadata: creationTimestamp: "2026-04-22T20:29:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:29:53Z" name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6.18a8c7da34ea32ec namespace: kserve-ci-e2e-test resourceVersion: "25139" uid: 0f06a472-1dc9-4114-a29d-c16c95b6aea6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:53Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6 namespace: kserve-ci-e2e-test resourceVersion: "25147" uid: 660a84d3-b2fe-4452-b05f-31a77de208ff kind: Event lastTimestamp: "2026-04-22T20:29:53Z" message: Add eth0 [10.133.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:29:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:29:53Z" name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6.18a8c7da3d859e43 namespace: kserve-ci-e2e-test resourceVersion: "25157" uid: 62f9794e-d790-4e04-87b7-1783bef59bd3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6 namespace: kserve-ci-e2e-test resourceVersion: "25137" uid: 660a84d3-b2fe-4452-b05f-31a77de208ff kind: Event lastTimestamp: "2026-04-22T20:29:53Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:29:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:53Z" name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6.18a8c7da3eace575 namespace: kserve-ci-e2e-test resourceVersion: "25161" uid: b151d824-1a1e-4938-9399-0b74e430709b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6 namespace: kserve-ci-e2e-test resourceVersion: "25137" uid: 660a84d3-b2fe-4452-b05f-31a77de208ff kind: Event lastTimestamp: "2026-04-22T20:29:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:29:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:53Z" name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6.18a8c7da44146a61 namespace: kserve-ci-e2e-test resourceVersion: "25163" uid: 6c4ff218-a5fc-46e7-89cf-1335604f234d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6 namespace: kserve-ci-e2e-test resourceVersion: "25137" uid: 660a84d3-b2fe-4452-b05f-31a77de208ff kind: Event lastTimestamp: "2026-04-22T20:29:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:29:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:53Z" name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6.18a8c7da449d15f2 namespace: kserve-ci-e2e-test resourceVersion: "25164" uid: d557073b-79f2-4202-a582-4540948dda4a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-22T20:29:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6 namespace: kserve-ci-e2e-test resourceVersion: "25137" uid: 660a84d3-b2fe-4452-b05f-31a77de208ff kind: Event lastTimestamp: "2026-04-22T20:47:24Z" message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:29:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:47:24Z" name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6.18a8c7da5374a000 namespace: kserve-ci-e2e-test resourceVersion: "33268" uid: cb976b50-854b-4f3d-b81f-9e6a9124bd3c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:47:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6 namespace: kserve-ci-e2e-test resourceVersion: "25137" uid: 660a84d3-b2fe-4452-b05f-31a77de208ff kind: Event lastTimestamp: "2026-04-22T20:47:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:47:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:47:22Z" name: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6.18a8c8ce93b8c512 namespace: kserve-ci-e2e-test resourceVersion: "33222" uid: d1e57f35-cfec-4e55-b9c7-0a0ca65c76ba reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b2a29-predictor-d65d6bb67 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: cbf6a699-2937-4b29-b3ff-9f2ee1570515 kind: Event lastTimestamp: "2026-04-22T20:29:52Z" message: 'Created pod: error-404-isvc-b2a29-predictor-d65d6bb67-6f5p6' metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:29:52Z" name: error-404-isvc-b2a29-predictor-d65d6bb67.18a8c7da346d3eba namespace: kserve-ci-e2e-test resourceVersion: "25136" uid: 0e309b2c-e245-45e3-9ebb-1e1aa1f4ed08 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b2a29-predictor namespace: kserve-ci-e2e-test resourceVersion: "25123" uid: d18a487d-af0f-44a5-824c-8160c5078629 kind: Event lastTimestamp: "2026-04-22T20:29:52Z" message: Scaled up replica set error-404-isvc-b2a29-predictor-d65d6bb67 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:29:52Z" name: error-404-isvc-b2a29-predictor.18a8c7da332ef66a namespace: kserve-ci-e2e-test resourceVersion: "25128" uid: e6f631db-02cd-4ba4-ad24-e1abfc66b53c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b2a29-predictor namespace: kserve-ci-e2e-test resourceVersion: "25126" uid: e23bf7d2-e772-4951-b0eb-15718493734e kind: Event lastTimestamp: "2026-04-22T20:30:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:07Z" name: error-404-isvc-b2a29-predictor.18a8c7ddb1b3ea29 namespace: kserve-ci-e2e-test resourceVersion: "25306" uid: ab64e244-9b9c-444e-bf9f-1fc8b0278e72 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b2a29-predictor namespace: kserve-ci-e2e-test resourceVersion: "25126" uid: e23bf7d2-e772-4951-b0eb-15718493734e kind: Event lastTimestamp: "2026-04-22T20:30:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:07Z" name: error-404-isvc-b2a29-predictor.18a8c7ddb210c5a8 namespace: kserve-ci-e2e-test resourceVersion: "25308" uid: 6b8c7dcd-b97e-4da5-bd6d-4250bab738b0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:30:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b2a29-predictor namespace: kserve-ci-e2e-test resourceVersion: "25307" uid: e23bf7d2-e772-4951-b0eb-15718493734e kind: Event lastTimestamp: "2026-04-22T20:31:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:30:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:23Z" name: error-404-isvc-b2a29-predictor.18a8c7e1309ff6d4 namespace: kserve-ci-e2e-test resourceVersion: "26432" uid: 063c67e1-8b49-4b8a-8e87-2e4f9c2f39d7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:30:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b2a29-predictor namespace: kserve-ci-e2e-test resourceVersion: "25307" uid: e23bf7d2-e772-4951-b0eb-15718493734e kind: Event lastTimestamp: "2026-04-22T20:31:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:30:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:23Z" name: error-404-isvc-b2a29-predictor.18a8c7e130fbd3f5 namespace: kserve-ci-e2e-test resourceVersion: "26433" uid: e58f8973-0c23-4970-bf57-474b853246ab reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "25099" uid: cc38efb9-dc8d-4269-9b7c-3ecfe9ee6980 kind: Event lastTimestamp: "2026-04-22T20:30:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:30:44Z" name: error-404-isvc-b2a29.18a8c7da332e9e04 namespace: kserve-ci-e2e-test resourceVersion: "26068" uid: ab99eddf-ec06-4401-99a7-309c368a8373 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "25099" uid: cc38efb9-dc8d-4269-9b7c-3ecfe9ee6980 kind: Event lastTimestamp: "2026-04-22T20:29:52Z" message: 'Failed to update status for InferenceService "error-404-isvc-b2a29": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b2a29": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:29:52Z" name: error-404-isvc-b2a29.18a8c7da33bc3fa6 namespace: kserve-ci-e2e-test resourceVersion: "25132" uid: f711673a-3e52-4cdc-ae74-5c3ebdfbb47a reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "25099" uid: cc38efb9-dc8d-4269-9b7c-3ecfe9ee6980 kind: Event lastTimestamp: "2026-04-22T20:29:52Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b2a29": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:29:52Z" name: error-404-isvc-b2a29.18a8c7da33bc7c9d namespace: kserve-ci-e2e-test resourceVersion: "25134" uid: b2306bf1-435c-42b6-ac55-74c775e74749 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "26066" uid: cc38efb9-dc8d-4269-9b7c-3ecfe9ee6980 kind: Event lastTimestamp: "2026-04-22T20:30:44Z" message: InferenceService [error-404-isvc-b2a29] is Ready metadata: creationTimestamp: "2026-04-22T20:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:30:44Z" name: error-404-isvc-b2a29.18a8c7e63730f1a9 namespace: kserve-ci-e2e-test resourceVersion: "26067" uid: 466fa027-2c78-4e71-9215-3f0a3710d0f6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:20:28.107833Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk namespace: kserve-ci-e2e-test resourceVersion: "20816" uid: 39b1b2e8-ca98-481c-bb6c-d146b4f21d26 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk to ip-10-0-139-10.ec2.internal metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:20:28Z" name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk.18a8c756ae95f2ba namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: 4b56294c-bbee-4155-a939-68a77842e4e1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 39b1b2e8-ca98-481c-bb6c-d146b4f21d26 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: Add eth0 [10.133.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:20:28Z" name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk.18a8c756b684daf0 namespace: kserve-ci-e2e-test resourceVersion: "20832" uid: a2a77f75-90d4-4dd7-9419-7c9f1cb71561 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk namespace: kserve-ci-e2e-test resourceVersion: "20818" uid: 39b1b2e8-ca98-481c-bb6c-d146b4f21d26 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:28Z" name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk.18a8c756b7ce5004 namespace: kserve-ci-e2e-test resourceVersion: "20835" uid: a8480eff-ead2-4c91-ac82-e0820a00aaf1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk namespace: kserve-ci-e2e-test resourceVersion: "20818" uid: 39b1b2e8-ca98-481c-bb6c-d146b4f21d26 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:28Z" name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk.18a8c756bd773fe9 namespace: kserve-ci-e2e-test resourceVersion: "20842" uid: 70b2088d-ac84-4076-9a96-e2d377394cc0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk namespace: kserve-ci-e2e-test resourceVersion: "20818" uid: 39b1b2e8-ca98-481c-bb6c-d146b4f21d26 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:28Z" name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk.18a8c756bdf67a9b namespace: kserve-ci-e2e-test resourceVersion: "20843" uid: 9175b93e-d68e-4291-a4d7-19aefa33157c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk namespace: kserve-ci-e2e-test resourceVersion: "20818" uid: 39b1b2e8-ca98-481c-bb6c-d146b4f21d26 kind: Event lastTimestamp: "2026-04-22T20:21:09Z" message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:21:09Z" name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk.18a8c756ca15ef17 namespace: kserve-ci-e2e-test resourceVersion: "21249" uid: 5b64d8a0-090d-425a-b1fc-d95741ffeffc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk namespace: kserve-ci-e2e-test resourceVersion: "20818" uid: 39b1b2e8-ca98-481c-bb6c-d146b4f21d26 kind: Event lastTimestamp: "2026-04-22T20:29:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:52Z" name: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk.18a8c7da3350a904 namespace: kserve-ci-e2e-test resourceVersion: "25131" uid: c02aadc7-0a8f-4aba-b979-50328077ff83 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b78d5-predictor-5f7f44746c namespace: kserve-ci-e2e-test resourceVersion: "20806" uid: 1f74c3d3-cc89-410d-a527-7ec0e8107a99 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: 'Created pod: error-404-isvc-b78d5-predictor-5f7f44746c-s8nmk' metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:28Z" name: error-404-isvc-b78d5-predictor-5f7f44746c.18a8c756ae39a243 namespace: kserve-ci-e2e-test resourceVersion: "20817" uid: 00c898dd-6556-4a29-b1ed-c69e24156d4d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b78d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: dbae370a-597d-48d5-919f-27fb8cbcbf01 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: Scaled up replica set error-404-isvc-b78d5-predictor-5f7f44746c from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:28Z" name: error-404-isvc-b78d5-predictor.18a8c756acfce45d namespace: kserve-ci-e2e-test resourceVersion: "20808" uid: 3d68e1d1-4e42-462f-9928-3d923008fa68 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b78d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20805" uid: 97bf3e40-6b13-42cf-ae5f-42209320bbc2 kind: Event lastTimestamp: "2026-04-22T20:20:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:20:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:43Z" name: error-404-isvc-b78d5-predictor.18a8c75a2b8c61e3 namespace: kserve-ci-e2e-test resourceVersion: "20984" uid: ebe57e1b-c58f-40a3-a34a-4c54545e68fa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b78d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20805" uid: 97bf3e40-6b13-42cf-ae5f-42209320bbc2 kind: Event lastTimestamp: "2026-04-22T20:20:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:20:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:43Z" name: error-404-isvc-b78d5-predictor.18a8c75a2beaa185 namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: 71c44d3c-b42d-4d67-b1a7-d599544190a9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:20:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b78d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 97bf3e40-6b13-42cf-ae5f-42209320bbc2 kind: Event lastTimestamp: "2026-04-22T20:21:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:20:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:28Z" name: error-404-isvc-b78d5-predictor.18a8c75daa6ef00e namespace: kserve-ci-e2e-test resourceVersion: "21411" uid: 19590b04-8555-4baf-b6d8-038096ce2a32 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:20:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b78d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 97bf3e40-6b13-42cf-ae5f-42209320bbc2 kind: Event lastTimestamp: "2026-04-22T20:21:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:20:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:28Z" name: error-404-isvc-b78d5-predictor.18a8c75daaccb68c namespace: kserve-ci-e2e-test resourceVersion: "21412" uid: e83b227a-cc51-4897-94cd-9ed9e9341df6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: 68e03980-b549-43d3-b31c-e865826baa9f kind: Event lastTimestamp: "2026-04-22T20:21:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:21:19Z" name: error-404-isvc-b78d5.18a8c756ad074ce8 namespace: kserve-ci-e2e-test resourceVersion: "21339" uid: 3adb4b85-ef1d-4b3f-ad68-271c69016e89 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: 68e03980-b549-43d3-b31c-e865826baa9f kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: 'Failed to update status for InferenceService "error-404-isvc-b78d5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b78d5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:20:28Z" name: error-404-isvc-b78d5.18a8c756ad7d3c7f namespace: kserve-ci-e2e-test resourceVersion: "20812" uid: 5edc859a-ec97-48d6-b3a7-d726d6880c11 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: 68e03980-b549-43d3-b31c-e865826baa9f kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b78d5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:20:28Z" name: error-404-isvc-b78d5.18a8c756ad7d9498 namespace: kserve-ci-e2e-test resourceVersion: "20815" uid: 02a8e367-944f-490c-8dac-791af0d2d5e7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "21337" uid: 68e03980-b549-43d3-b31c-e865826baa9f kind: Event lastTimestamp: "2026-04-22T20:21:19Z" message: InferenceService [error-404-isvc-b78d5] is Ready metadata: creationTimestamp: "2026-04-22T20:21:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:21:19Z" name: error-404-isvc-b78d5.18a8c762add1dc1c namespace: kserve-ci-e2e-test resourceVersion: "21338" uid: c1e10035-f745-4b3d-9f74-675a5eebeb68 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:07:33.058967Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr namespace: kserve-ci-e2e-test resourceVersion: "13929" uid: 5422e60e-979d-4694-9d2a-d5a39b594f24 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr to ip-10-0-139-10.ec2.internal metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:07:33Z" name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr.18a8c6a23a12cb54 namespace: kserve-ci-e2e-test resourceVersion: "13935" uid: 470a9499-550c-462c-8707-26141efc3e56 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:33Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr namespace: kserve-ci-e2e-test resourceVersion: "13945" uid: 5422e60e-979d-4694-9d2a-d5a39b594f24 kind: Event lastTimestamp: "2026-04-22T20:07:33Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:07:33Z" name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr.18a8c6a24201e05b namespace: kserve-ci-e2e-test resourceVersion: "13951" uid: ebeb3605-0568-4181-a02e-e2f33a602ef4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr namespace: kserve-ci-e2e-test resourceVersion: "13933" uid: 5422e60e-979d-4694-9d2a-d5a39b594f24 kind: Event lastTimestamp: "2026-04-22T20:07:33Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:33Z" name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr.18a8c6a2436a5d79 namespace: kserve-ci-e2e-test resourceVersion: "13953" uid: 7f95f605-5b7f-4f5b-b71e-560a095facdf reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr namespace: kserve-ci-e2e-test resourceVersion: "13933" uid: 5422e60e-979d-4694-9d2a-d5a39b594f24 kind: Event lastTimestamp: "2026-04-22T20:07:46Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" in 13.056s (13.056s including waiting). Image size: 1334264417 bytes.' metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:46Z" name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr.18a8c6a54da52c6b namespace: kserve-ci-e2e-test resourceVersion: "14100" uid: 5d8a2a49-0412-4acd-9498-f57144173839 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr namespace: kserve-ci-e2e-test resourceVersion: "13933" uid: 5422e60e-979d-4694-9d2a-d5a39b594f24 kind: Event lastTimestamp: "2026-04-22T20:07:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:46Z" name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr.18a8c6a552975cea namespace: kserve-ci-e2e-test resourceVersion: "14103" uid: 0de2d289-2a6d-435f-a3da-415456115eaa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr namespace: kserve-ci-e2e-test resourceVersion: "13933" uid: 5422e60e-979d-4694-9d2a-d5a39b594f24 kind: Event lastTimestamp: "2026-04-22T20:07:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:46Z" name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr.18a8c6a55314172b namespace: kserve-ci-e2e-test resourceVersion: "14105" uid: 1c9a8bcc-06d7-490a-a2f0-2ef6f44358b1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr namespace: kserve-ci-e2e-test resourceVersion: "13933" uid: 5422e60e-979d-4694-9d2a-d5a39b594f24 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:07Z" name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr.18a8c6a5735dff6e namespace: kserve-ci-e2e-test resourceVersion: "15004" uid: ce66b3fc-e7d9-4fa7-acc0-57377bbe74a2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr namespace: kserve-ci-e2e-test resourceVersion: "13933" uid: 5422e60e-979d-4694-9d2a-d5a39b594f24 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:07Z" name: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr.18a8c6b822523433 namespace: kserve-ci-e2e-test resourceVersion: "14962" uid: b561723a-7c34-464c-95f0-c1fa802acd5d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-bee44-predictor-77c6ff6f7f namespace: kserve-ci-e2e-test resourceVersion: "13914" uid: 534833e0-4236-44cd-87cf-f662e98569b3 kind: Event lastTimestamp: "2026-04-22T20:07:33Z" message: 'Created pod: error-404-isvc-bee44-predictor-77c6ff6f7f-bvkwr' metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:07:33Z" name: error-404-isvc-bee44-predictor-77c6ff6f7f.18a8c6a239ac3768 namespace: kserve-ci-e2e-test resourceVersion: "13932" uid: b15eead6-5c9e-4ba1-b251-2685679b4c0f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-bee44-predictor namespace: kserve-ci-e2e-test resourceVersion: "13910" uid: 0b47371d-6b33-42ae-b679-817d44ba239c kind: Event lastTimestamp: "2026-04-22T20:07:32Z" message: Scaled up replica set error-404-isvc-bee44-predictor-77c6ff6f7f from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:07:32Z" name: error-404-isvc-bee44-predictor.18a8c6a235c892b8 namespace: kserve-ci-e2e-test resourceVersion: "13917" uid: 35e2d61d-66a0-41a6-aba7-7e3b44b50782 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:07:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bee44-predictor namespace: kserve-ci-e2e-test resourceVersion: "13912" uid: b1f6eacc-d37b-4fe4-85d0-4bbcc13c612c kind: Event lastTimestamp: "2026-04-22T20:08:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:07:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:03Z" name: error-404-isvc-bee44-predictor.18a8c6a5b42ba145 namespace: kserve-ci-e2e-test resourceVersion: "14301" uid: cf32a66d-b6ed-46ae-b4e1-b345dbc2a684 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:07:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bee44-predictor namespace: kserve-ci-e2e-test resourceVersion: "13912" uid: b1f6eacc-d37b-4fe4-85d0-4bbcc13c612c kind: Event lastTimestamp: "2026-04-22T20:08:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:07:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:03Z" name: error-404-isvc-bee44-predictor.18a8c6a5b486e30f namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 85039a8c-2f8b-4431-bf30-a1c189d5fd5f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:08:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bee44-predictor namespace: kserve-ci-e2e-test resourceVersion: "14152" uid: b1f6eacc-d37b-4fe4-85d0-4bbcc13c612c kind: Event lastTimestamp: "2026-04-22T20:08:48Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:08:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:48Z" name: error-404-isvc-bee44-predictor.18a8c6acb1d86a77 namespace: kserve-ci-e2e-test resourceVersion: "14676" uid: 67da83e1-6528-4773-a911-e6f27f2b1c12 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:08:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bee44-predictor namespace: kserve-ci-e2e-test resourceVersion: "14152" uid: b1f6eacc-d37b-4fe4-85d0-4bbcc13c612c kind: Event lastTimestamp: "2026-04-22T20:08:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:08:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:48Z" name: error-404-isvc-bee44-predictor.18a8c6acb238b460 namespace: kserve-ci-e2e-test resourceVersion: "14677" uid: 9d33e35e-96b1-4abb-8301-65fe275f6c8a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bee44 namespace: kserve-ci-e2e-test resourceVersion: "13898" uid: 4e1cc3ec-6866-49c3-bbc2-1e1dd34a6390 kind: Event lastTimestamp: "2026-04-22T20:08:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:08:37Z" name: error-404-isvc-bee44.18a8c6a235a4e961 namespace: kserve-ci-e2e-test resourceVersion: "14581" uid: 8fe796f3-1e33-4e85-aff5-26d081d99ba3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bee44 namespace: kserve-ci-e2e-test resourceVersion: "14579" uid: 4e1cc3ec-6866-49c3-bbc2-1e1dd34a6390 kind: Event lastTimestamp: "2026-04-22T20:08:37Z" message: InferenceService [error-404-isvc-bee44] is Ready metadata: creationTimestamp: "2026-04-22T20:08:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:08:37Z" name: error-404-isvc-bee44.18a8c6b156ee17a5 namespace: kserve-ci-e2e-test resourceVersion: "14580" uid: 4397e050-0465-468e-833b-f83488a1444d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:18:32.098867Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79 namespace: kserve-ci-e2e-test resourceVersion: "19394" uid: 04314805-4e69-4a7e-aa64-54431bdca2d1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-cb62f-predictor-56b9b76457-hzh79 to ip-10-0-139-10.ec2.internal metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:18:32Z" name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79.18a8c73babe9a1b8 namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: dd568c2a-bcec-43f3-939c-a5bcada31161 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79 namespace: kserve-ci-e2e-test resourceVersion: "19404" uid: 04314805-4e69-4a7e-aa64-54431bdca2d1 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: Add eth0 [10.133.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:18:32Z" name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79.18a8c73bb3b691f6 namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 07f4ebe8-1f75-4579-b9dd-fe0855af733a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79 namespace: kserve-ci-e2e-test resourceVersion: "19396" uid: 04314805-4e69-4a7e-aa64-54431bdca2d1 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:18:32Z" name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79.18a8c73bb54822fc namespace: kserve-ci-e2e-test resourceVersion: "19417" uid: 9d8dd6fc-2e89-491f-895d-f455b97781a0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79 namespace: kserve-ci-e2e-test resourceVersion: "19396" uid: 04314805-4e69-4a7e-aa64-54431bdca2d1 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:18:32Z" name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79.18a8c73bbb3568b0 namespace: kserve-ci-e2e-test resourceVersion: "19422" uid: e0a082d4-314b-4a79-8469-e77b92b1e6e5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79 namespace: kserve-ci-e2e-test resourceVersion: "19396" uid: 04314805-4e69-4a7e-aa64-54431bdca2d1 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:18:32Z" name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79.18a8c73bbbafcda9 namespace: kserve-ci-e2e-test resourceVersion: "19423" uid: 94501f21-aa77-4e23-8a5d-05416801cf71 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-22T20:18:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79 namespace: kserve-ci-e2e-test resourceVersion: "19396" uid: 04314805-4e69-4a7e-aa64-54431bdca2d1 kind: Event lastTimestamp: "2026-04-22T20:19:54Z" message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:18:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:54Z" name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79.18a8c73beb72d64e namespace: kserve-ci-e2e-test resourceVersion: "20388" uid: 71856e78-40f5-490c-a5a1-dfc28286d9fe reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79 namespace: kserve-ci-e2e-test resourceVersion: "19396" uid: 04314805-4e69-4a7e-aa64-54431bdca2d1 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:52Z" name: error-404-isvc-cb62f-predictor-56b9b76457-hzh79.18a8c74e5ce816a6 namespace: kserve-ci-e2e-test resourceVersion: "20327" uid: e06b70cb-9f69-408b-a5a4-58da9e98f675 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-cb62f-predictor-56b9b76457 namespace: kserve-ci-e2e-test resourceVersion: "19382" uid: b011c899-fe0d-42c7-ae61-fb2c2f1823fb kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: 'Created pod: error-404-isvc-cb62f-predictor-56b9b76457-hzh79' metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:18:32Z" name: error-404-isvc-cb62f-predictor-56b9b76457.18a8c73bab93ec3e namespace: kserve-ci-e2e-test resourceVersion: "19395" uid: 23aab3a6-497d-410a-87fa-aa3d9942c49e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-cb62f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19380" uid: a75bca9a-5f55-42ec-bb19-107768ab4d4d kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: Scaled up replica set error-404-isvc-cb62f-predictor-56b9b76457 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:18:32Z" name: error-404-isvc-cb62f-predictor.18a8c73ba9f3c77f namespace: kserve-ci-e2e-test resourceVersion: "19385" uid: 4f835442-e2e0-403b-b96b-ad679f07f2cc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:18:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cb62f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19383" uid: f5c9baeb-09fc-4958-b608-14656d5b6097 kind: Event lastTimestamp: "2026-04-22T20:19:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:02Z" name: error-404-isvc-cb62f-predictor.18a8c73f28ac6848 namespace: kserve-ci-e2e-test resourceVersion: "19659" uid: 85e2e870-1208-4ffa-afac-b10199854949 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:18:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cb62f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19383" uid: f5c9baeb-09fc-4958-b608-14656d5b6097 kind: Event lastTimestamp: "2026-04-22T20:19:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:02Z" name: error-404-isvc-cb62f-predictor.18a8c73f2908e001 namespace: kserve-ci-e2e-test resourceVersion: "19660" uid: 03f3bdda-6a32-4b2e-8dcb-34e61fad0d76 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:19:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cb62f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19553" uid: f5c9baeb-09fc-4958-b608-14656d5b6097 kind: Event lastTimestamp: "2026-04-22T20:19:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:32Z" name: error-404-isvc-cb62f-predictor.18a8c746265b0a95 namespace: kserve-ci-e2e-test resourceVersion: "20043" uid: bc2b6bd8-8d5b-48d3-89da-c8bff6d7eb0a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:19:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cb62f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19553" uid: f5c9baeb-09fc-4958-b608-14656d5b6097 kind: Event lastTimestamp: "2026-04-22T20:19:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:32Z" name: error-404-isvc-cb62f-predictor.18a8c74626ba5e70 namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: 48d2101e-43d1-4ada-b359-2ea05242591d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cb62f namespace: kserve-ci-e2e-test resourceVersion: "19360" uid: 9e16cf66-8805-46a3-938a-86eea049a519 kind: Event lastTimestamp: "2026-04-22T20:19:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:24Z" name: error-404-isvc-cb62f.18a8c73baa0bf523 namespace: kserve-ci-e2e-test resourceVersion: "19985" uid: fc15a714-1212-41d2-a3ac-7bdd94a0f6bc reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cb62f namespace: kserve-ci-e2e-test resourceVersion: "19360" uid: 9e16cf66-8805-46a3-938a-86eea049a519 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: 'Failed to update status for InferenceService "error-404-isvc-cb62f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-cb62f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:18:32Z" name: error-404-isvc-cb62f.18a8c73baa9d0362 namespace: kserve-ci-e2e-test resourceVersion: "19391" uid: 7cbcbf9e-5b18-4fdd-b784-9d0981afe330 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cb62f namespace: kserve-ci-e2e-test resourceVersion: "19360" uid: 9e16cf66-8805-46a3-938a-86eea049a519 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-cb62f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:18:32Z" name: error-404-isvc-cb62f.18a8c73baa9d504a namespace: kserve-ci-e2e-test resourceVersion: "19393" uid: 6ab2f25e-fa85-403c-9bcf-2e8e25141bc5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cb62f namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 9e16cf66-8805-46a3-938a-86eea049a519 kind: Event lastTimestamp: "2026-04-22T20:19:24Z" message: InferenceService [error-404-isvc-cb62f] is Ready metadata: creationTimestamp: "2026-04-22T20:19:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:24Z" name: error-404-isvc-cb62f.18a8c747cec6a07a namespace: kserve-ci-e2e-test resourceVersion: "19984" uid: fc7c0303-c5e4-4153-866b-a5eb855c2928 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:09:43.077242Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt namespace: kserve-ci-e2e-test resourceVersion: "15463" uid: fd29f44a-5537-4135-ad63-c57457c18066 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-cbc99-predictor-758d77d98c-br4zt to ip-10-0-139-10.ec2.internal metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:09:43Z" name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt.18a8c6c07fc43f73 namespace: kserve-ci-e2e-test resourceVersion: "15467" uid: 3f4b2968-41b5-4bb7-81d9-171a822d8f49 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt namespace: kserve-ci-e2e-test resourceVersion: "15473" uid: fd29f44a-5537-4135-ad63-c57457c18066 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:09:43Z" name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt.18a8c6c087d182be namespace: kserve-ci-e2e-test resourceVersion: "15484" uid: 4c849215-f247-4a8a-a970-5fbdd4c22e6a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt namespace: kserve-ci-e2e-test resourceVersion: "15465" uid: fd29f44a-5537-4135-ad63-c57457c18066 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:43Z" name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt.18a8c6c08923a360 namespace: kserve-ci-e2e-test resourceVersion: "15486" uid: 758f8471-5043-47ba-aaac-ab676f750922 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt namespace: kserve-ci-e2e-test resourceVersion: "15465" uid: fd29f44a-5537-4135-ad63-c57457c18066 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:43Z" name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt.18a8c6c091aa78cc namespace: kserve-ci-e2e-test resourceVersion: "15489" uid: 40b4ef9f-e45c-440f-ae5c-321a9a39fb2f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt namespace: kserve-ci-e2e-test resourceVersion: "15465" uid: fd29f44a-5537-4135-ad63-c57457c18066 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:43Z" name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt.18a8c6c092251a84 namespace: kserve-ci-e2e-test resourceVersion: "15490" uid: afcd2fc8-900e-4e2c-8c73-5263b90e0dd1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:09:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt namespace: kserve-ci-e2e-test resourceVersion: "15465" uid: fd29f44a-5537-4135-ad63-c57457c18066 kind: Event lastTimestamp: "2026-04-22T20:10:25Z" message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:09:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:10:25Z" name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt.18a8c6c0cac91660 namespace: kserve-ci-e2e-test resourceVersion: "15894" uid: b2297db0-95dc-4bdc-b274-9aa9c1db504a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt namespace: kserve-ci-e2e-test resourceVersion: "15465" uid: fd29f44a-5537-4135-ad63-c57457c18066 kind: Event lastTimestamp: "2026-04-22T20:19:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:07Z" name: error-404-isvc-cbc99-predictor-758d77d98c-br4zt.18a8c74400a3ad30 namespace: kserve-ci-e2e-test resourceVersion: "19798" uid: ce4e1c52-90cb-4cf5-9ba8-39924a680033 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-cbc99-predictor-758d77d98c namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: b8fba83c-b645-4c94-9cff-8863b69a6083 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: 'Created pod: error-404-isvc-cbc99-predictor-758d77d98c-br4zt' metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:43Z" name: error-404-isvc-cbc99-predictor-758d77d98c.18a8c6c07f63c876 namespace: kserve-ci-e2e-test resourceVersion: "15464" uid: 13b14faf-8992-4353-83f1-1cb652404a81 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-cbc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: 416e2629-ff84-4646-aebc-0b670ab2e491 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: Scaled up replica set error-404-isvc-cbc99-predictor-758d77d98c from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:43Z" name: error-404-isvc-cbc99-predictor.18a8c6c07e08e720 namespace: kserve-ci-e2e-test resourceVersion: "15458" uid: c33f90fd-91c3-4495-8924-f5d0d5890ca8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:09:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cbc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 03e14f17-5d7e-4abe-b74a-8c491f5c6927 kind: Event lastTimestamp: "2026-04-22T20:10:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:58Z" name: error-404-isvc-cbc99-predictor.18a8c6c3fc70d8e9 namespace: kserve-ci-e2e-test resourceVersion: "16202" uid: b81cf1f2-7651-4b9a-99ce-8c59f5cefd69 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:09:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cbc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 03e14f17-5d7e-4abe-b74a-8c491f5c6927 kind: Event lastTimestamp: "2026-04-22T20:10:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:58Z" name: error-404-isvc-cbc99-predictor.18a8c6c3fccb5f94 namespace: kserve-ci-e2e-test resourceVersion: "16203" uid: c62fc9a9-4f49-4dc2-a4a7-88ec6d8c935b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cbc99 namespace: kserve-ci-e2e-test resourceVersion: "15426" uid: 0dd09f85-7b89-423a-8448-f3b90b36d2c4 kind: Event lastTimestamp: "2026-04-22T20:10:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:10:35Z" name: error-404-isvc-cbc99.18a8c6c07def085a namespace: kserve-ci-e2e-test resourceVersion: "15997" uid: d0593e35-34e3-4706-93ce-968bc541bd69 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cbc99 namespace: kserve-ci-e2e-test resourceVersion: "15426" uid: 0dd09f85-7b89-423a-8448-f3b90b36d2c4 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: 'Failed to update status for InferenceService "error-404-isvc-cbc99": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-cbc99": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:43Z" name: error-404-isvc-cbc99.18a8c6c07e62eb21 namespace: kserve-ci-e2e-test resourceVersion: "15460" uid: f17fb702-173a-43a9-8bfc-c74de3cb8b66 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cbc99 namespace: kserve-ci-e2e-test resourceVersion: "15426" uid: 0dd09f85-7b89-423a-8448-f3b90b36d2c4 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-cbc99": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:43Z" name: error-404-isvc-cbc99.18a8c6c07e632d0c namespace: kserve-ci-e2e-test resourceVersion: "15462" uid: 9102748e-fc60-4273-924c-fae2cb3b95b6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cbc99 namespace: kserve-ci-e2e-test resourceVersion: "15995" uid: 0dd09f85-7b89-423a-8448-f3b90b36d2c4 kind: Event lastTimestamp: "2026-04-22T20:10:35Z" message: InferenceService [error-404-isvc-cbc99] is Ready metadata: creationTimestamp: "2026-04-22T20:10:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:10:35Z" name: error-404-isvc-cbc99.18a8c6ccae292bb7 namespace: kserve-ci-e2e-test resourceVersion: "15996" uid: 2bb360b4-def6-4609-ab4a-e6c0571f963c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:07:32.871702Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d namespace: kserve-ci-e2e-test resourceVersion: "13876" uid: 2596b2c6-6621-4c8b-b3ab-e4e4e9a7813a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6984557478-8rb9d to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:07:32Z" name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d.18a8c6a22ee9610f namespace: kserve-ci-e2e-test resourceVersion: "13880" uid: 53ca6014-f2e7-4d10-aaaa-cacce81cea79 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:33Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d namespace: kserve-ci-e2e-test resourceVersion: "13886" uid: 2596b2c6-6621-4c8b-b3ab-e4e4e9a7813a kind: Event lastTimestamp: "2026-04-22T20:07:33Z" message: Add eth0 [10.132.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:07:33Z" name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d.18a8c6a2492897d6 namespace: kserve-ci-e2e-test resourceVersion: "13965" uid: c0aaf2d3-8953-468d-8941-14510ad0da47 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d namespace: kserve-ci-e2e-test resourceVersion: "13878" uid: 2596b2c6-6621-4c8b-b3ab-e4e4e9a7813a kind: Event lastTimestamp: "2026-04-22T20:07:33Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482" metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:33Z" name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d.18a8c6a24a6f1e60 namespace: kserve-ci-e2e-test resourceVersion: "13967" uid: 0f385630-4efb-4166-bbd7-1b880b6d41d5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d namespace: kserve-ci-e2e-test resourceVersion: "13878" uid: 2596b2c6-6621-4c8b-b3ab-e4e4e9a7813a kind: Event lastTimestamp: "2026-04-22T20:07:46Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482" in 13.483s (13.483s including waiting). Image size: 300957093 bytes.' metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:46Z" name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d.18a8c6a56e23b2be namespace: kserve-ci-e2e-test resourceVersion: "14107" uid: 7ace93dc-3b72-41d7-8392-85723eaee447 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d namespace: kserve-ci-e2e-test resourceVersion: "13878" uid: 2596b2c6-6621-4c8b-b3ab-e4e4e9a7813a kind: Event lastTimestamp: "2026-04-22T20:07:46Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:46Z" name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d.18a8c6a571220dd7 namespace: kserve-ci-e2e-test resourceVersion: "14108" uid: 10bd07cb-36df-4841-8648-8db78f5b4530 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d namespace: kserve-ci-e2e-test resourceVersion: "13878" uid: 2596b2c6-6621-4c8b-b3ab-e4e4e9a7813a kind: Event lastTimestamp: "2026-04-22T20:07:46Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:46Z" name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d.18a8c6a571a016fb namespace: kserve-ci-e2e-test resourceVersion: "14109" uid: 50661fed-a345-4a01-8075-7f512b5adf1a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d namespace: kserve-ci-e2e-test resourceVersion: "13878" uid: 2596b2c6-6621-4c8b-b3ab-e4e4e9a7813a kind: Event lastTimestamp: "2026-04-22T20:07:50Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435" metadata: creationTimestamp: "2026-04-22T20:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:50Z" name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d.18a8c6a6602a8b8f namespace: kserve-ci-e2e-test resourceVersion: "14182" uid: 6657afe0-d0b0-4620-bca1-f7d7b2928a36 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d namespace: kserve-ci-e2e-test resourceVersion: "13878" uid: 2596b2c6-6621-4c8b-b3ab-e4e4e9a7813a kind: Event lastTimestamp: "2026-04-22T20:07:57Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435" in 6.182s (6.182s including waiting). Image size: 1562514860 bytes.' metadata: creationTimestamp: "2026-04-22T20:07:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:57Z" name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d.18a8c6a7d0a6c398 namespace: kserve-ci-e2e-test resourceVersion: "14236" uid: cc8e80a0-8b6b-4e21-9218-0492e021fd28 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d namespace: kserve-ci-e2e-test resourceVersion: "13878" uid: 2596b2c6-6621-4c8b-b3ab-e4e4e9a7813a kind: Event lastTimestamp: "2026-04-22T20:07:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:07:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:57Z" name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d.18a8c6a7d49a7179 namespace: kserve-ci-e2e-test resourceVersion: "14238" uid: cb3a8451-b95c-49e6-8fcb-477b9040561e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d namespace: kserve-ci-e2e-test resourceVersion: "13878" uid: 2596b2c6-6621-4c8b-b3ab-e4e4e9a7813a kind: Event lastTimestamp: "2026-04-22T20:07:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:07:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:57Z" name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d.18a8c6a7d5145ea2 namespace: kserve-ci-e2e-test resourceVersion: "14239" uid: b31e40e6-85d7-461b-927d-ac69b31a9c28 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-22T20:07:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d namespace: kserve-ci-e2e-test resourceVersion: "13878" uid: 2596b2c6-6621-4c8b-b3ab-e4e4e9a7813a kind: Event lastTimestamp: "2026-04-22T20:09:45Z" message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:07:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:45Z" name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d.18a8c6a803239029 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: f6452ca8-3729-43ff-ad6e-754b7ad9571b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d namespace: kserve-ci-e2e-test resourceVersion: "13878" uid: 2596b2c6-6621-4c8b-b3ab-e4e4e9a7813a kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:43Z" name: isvc-sklearn-graph-1-predictor-6984557478-8rb9d.18a8c6c07d7405a8 namespace: kserve-ci-e2e-test resourceVersion: "15454" uid: 6ed1ac7b-77d2-4ae3-8d7f-76efed344f7a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-6984557478 namespace: kserve-ci-e2e-test resourceVersion: "13864" uid: 9d8c063a-cb16-4d47-ad44-7e5c0dbe50c1 kind: Event lastTimestamp: "2026-04-22T20:07:32Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-6984557478-8rb9d' metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:07:32Z" name: isvc-sklearn-graph-1-predictor-6984557478.18a8c6a22e8a62e0 namespace: kserve-ci-e2e-test resourceVersion: "13877" uid: 12252cad-21ab-4d85-bc2a-708808a2d598 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13862" uid: 62444d3c-0d89-4d41-8a21-3171d2b67be9 kind: Event lastTimestamp: "2026-04-22T20:07:32Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-6984557478 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:07:32Z" name: isvc-sklearn-graph-1-predictor.18a8c6a22c5e054b namespace: kserve-ci-e2e-test resourceVersion: "13867" uid: ff2e2abc-3f1c-433c-8ace-32d612216c89 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:07:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13863" uid: 27d880a2-c6dd-4a24-85f9-2d6980be8c92 kind: Event lastTimestamp: "2026-04-22T20:08:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:07:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:32Z" name: isvc-sklearn-graph-1-predictor.18a8c6a5aad3e20f namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 32a3bd24-e693-491f-b9ff-177f6dd716ab reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:07:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13863" uid: 27d880a2-c6dd-4a24-85f9-2d6980be8c92 kind: Event lastTimestamp: "2026-04-22T20:08:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:07:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:32Z" name: isvc-sklearn-graph-1-predictor.18a8c6a5ab3b69b3 namespace: kserve-ci-e2e-test resourceVersion: "14536" uid: 26ea1d65-b4fc-4e9b-90ae-a110d4c2aa23 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:08:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14131" uid: 27d880a2-c6dd-4a24-85f9-2d6980be8c92 kind: Event lastTimestamp: "2026-04-22T20:09:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:17Z" name: isvc-sklearn-graph-1-predictor.18a8c6b3a5e52783 namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 3f847077-57be-4139-b42b-5c64ba18c488 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:08:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14131" uid: 27d880a2-c6dd-4a24-85f9-2d6980be8c92 kind: Event lastTimestamp: "2026-04-22T20:09:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:17Z" name: isvc-sklearn-graph-1-predictor.18a8c6b3a6423d7b namespace: kserve-ci-e2e-test resourceVersion: "15105" uid: 25a82fc4-232c-4691-8a8f-affb47c1274b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13845" uid: 777d89aa-43ac-4b29-baee-f0e2c4d367a7 kind: Event lastTimestamp: "2026-04-22T20:09:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:05Z" name: isvc-sklearn-graph-1.18a8c6a22c3aaa8c namespace: kserve-ci-e2e-test resourceVersion: "14868" uid: e7acec87-cb30-4be8-aa8d-776d08ab77e9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14866" uid: 777d89aa-43ac-4b29-baee-f0e2c4d367a7 kind: Event lastTimestamp: "2026-04-22T20:09:05Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-04-22T20:09:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:05Z" name: isvc-sklearn-graph-1.18a8c6b7af8c5fb0 namespace: kserve-ci-e2e-test resourceVersion: "14867" uid: 49cdffa0-69ef-4432-982e-40f0f8629ead reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:07:33.245572Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 namespace: kserve-ci-e2e-test resourceVersion: "13954" uid: bd40035f-f552-4a36-9a51-3f23cced5fa1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 to ip-10-0-139-10.ec2.internal metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:07:33Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82.18a8c6a2453230c1 namespace: kserve-ci-e2e-test resourceVersion: "13958" uid: a8096436-a71e-42fb-9def-de5db220f79d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:33Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 namespace: kserve-ci-e2e-test resourceVersion: "13962" uid: bd40035f-f552-4a36-9a51-3f23cced5fa1 kind: Event lastTimestamp: "2026-04-22T20:07:33Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:07:33Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82.18a8c6a2616b7df0 namespace: kserve-ci-e2e-test resourceVersion: "13979" uid: 3efea95c-b1c9-40bd-b6ff-7fec144f5d12 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: bd40035f-f552-4a36-9a51-3f23cced5fa1 kind: Event lastTimestamp: "2026-04-22T20:07:33Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482" metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:33Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82.18a8c6a263466247 namespace: kserve-ci-e2e-test resourceVersion: "13981" uid: 00e6a8c7-343b-4667-ab71-cb75fb0518c1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: bd40035f-f552-4a36-9a51-3f23cced5fa1 kind: Event lastTimestamp: "2026-04-22T20:07:46Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482" in 12.437s (12.437s including waiting). Image size: 300957093 bytes.' metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:46Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82.18a8c6a5489ebd82 namespace: kserve-ci-e2e-test resourceVersion: "14097" uid: e75b4f9b-c6e4-4e7e-9313-452a7b700d0c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: bd40035f-f552-4a36-9a51-3f23cced5fa1 kind: Event lastTimestamp: "2026-04-22T20:07:46Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:46Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82.18a8c6a54bf06057 namespace: kserve-ci-e2e-test resourceVersion: "14098" uid: 77dbfa10-5bfb-4156-b6ea-9a21498de05e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: bd40035f-f552-4a36-9a51-3f23cced5fa1 kind: Event lastTimestamp: "2026-04-22T20:07:46Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:46Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82.18a8c6a54c6922a9 namespace: kserve-ci-e2e-test resourceVersion: "14099" uid: 588d4ac7-9690-44b9-8ba0-b3ff8b6d4002 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: bd40035f-f552-4a36-9a51-3f23cced5fa1 kind: Event lastTimestamp: "2026-04-22T20:07:49Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435" metadata: creationTimestamp: "2026-04-22T20:07:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:49Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82.18a8c6a626d64ac9 namespace: kserve-ci-e2e-test resourceVersion: "14169" uid: 6baa65f9-7353-4274-8c48-dc666fba804d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: bd40035f-f552-4a36-9a51-3f23cced5fa1 kind: Event lastTimestamp: "2026-04-22T20:07:56Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435" in 7.044s (7.044s including waiting). Image size: 1562514860 bytes.' metadata: creationTimestamp: "2026-04-22T20:07:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:56Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82.18a8c6a7cab9fe69 namespace: kserve-ci-e2e-test resourceVersion: "14233" uid: 227e70dd-4e08-4183-afcb-8a9d3a85b034 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: bd40035f-f552-4a36-9a51-3f23cced5fa1 kind: Event lastTimestamp: "2026-04-22T20:07:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:07:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:57Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82.18a8c6a7cefbabf3 namespace: kserve-ci-e2e-test resourceVersion: "14234" uid: 3cf1b171-caaf-4bc8-ae2a-74d10e32f5f4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: bd40035f-f552-4a36-9a51-3f23cced5fa1 kind: Event lastTimestamp: "2026-04-22T20:07:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:07:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:57Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82.18a8c6a7cf795486 namespace: kserve-ci-e2e-test resourceVersion: "14235" uid: fc32935b-54ad-4440-b5f3-708036a3940d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-22T20:07:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: bd40035f-f552-4a36-9a51-3f23cced5fa1 kind: Event lastTimestamp: "2026-04-22T20:08:58Z" message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:07:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:08:58Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82.18a8c6a805879027 namespace: kserve-ci-e2e-test resourceVersion: "14798" uid: 782e52fb-2708-4374-ad9e-7e45db9647f1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82 namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: bd40035f-f552-4a36-9a51-3f23cced5fa1 kind: Event lastTimestamp: "2026-04-22T20:09:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:42Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82.18a8c6c079e45e0a namespace: kserve-ci-e2e-test resourceVersion: "15421" uid: 5cb02ad1-dc6c-42b5-b7b2-cc9dde3dba8c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-10.ec2.internal source: component: kubelet host: ip-10-0-139-10.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-8f468c9d4 namespace: kserve-ci-e2e-test resourceVersion: "13930" uid: 52121977-0ec3-4e9a-9b3b-55a355b159de kind: Event lastTimestamp: "2026-04-22T20:07:33Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-8f468c9d4-gzq82' metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:07:33Z" name: isvc-sklearn-graph-2-predictor-8f468c9d4.18a8c6a244d61921 namespace: kserve-ci-e2e-test resourceVersion: "13955" uid: 75f0dc22-8861-480e-8bf6-b4967ae05037 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13928" uid: d47834a2-edde-4f95-a00f-641363dc096e kind: Event lastTimestamp: "2026-04-22T20:07:33Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-8f468c9d4 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:07:33Z" name: isvc-sklearn-graph-2-predictor.18a8c6a23a114777 namespace: kserve-ci-e2e-test resourceVersion: "13936" uid: a296b3f6-a2fb-40ad-bc47-52925e89f881 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:07:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13931" uid: 94d3d3e2-7d4d-47d3-92d3-422031f74b6c kind: Event lastTimestamp: "2026-04-22T20:08:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:18Z" name: isvc-sklearn-graph-2-predictor.18a8c6a5b899a1ad namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: 91b88e8c-23d2-4b39-a4b5-e24a5e577d0c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:07:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13931" uid: 94d3d3e2-7d4d-47d3-92d3-422031f74b6c kind: Event lastTimestamp: "2026-04-22T20:08:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:18Z" name: isvc-sklearn-graph-2-predictor.18a8c6a5b8f3d5f7 namespace: kserve-ci-e2e-test resourceVersion: "14423" uid: a811984a-6d92-4825-8840-dd4b6e796ce8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:08:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14156" uid: 94d3d3e2-7d4d-47d3-92d3-422031f74b6c kind: Event lastTimestamp: "2026-04-22T20:09:33Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:08:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:33Z" name: isvc-sklearn-graph-2-predictor.18a8c6b034e5fa04 namespace: kserve-ci-e2e-test resourceVersion: "15257" uid: fd9233d9-285a-4864-a5e6-d3eb611a2039 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:08:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14156" uid: 94d3d3e2-7d4d-47d3-92d3-422031f74b6c kind: Event lastTimestamp: "2026-04-22T20:09:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:08:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:33Z" name: isvc-sklearn-graph-2-predictor.18a8c6b03547a4ad namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: e9e5667a-03de-4421-a88b-05fcd2e1727c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-22T20:07:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "13921" uid: c179264e-0e8e-4513-be74-d334cae06da4 kind: Event lastTimestamp: "2026-04-22T20:09:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:09Z" name: isvc-sklearn-graph-2.18a8c6a23a1a9f6c namespace: kserve-ci-e2e-test resourceVersion: "15033" uid: 87c6e2ad-c578-4a2d-8acc-dceb902f8d39 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15031" uid: c179264e-0e8e-4513-be74-d334cae06da4 kind: Event lastTimestamp: "2026-04-22T20:09:09Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-04-22T20:09:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:09Z" name: isvc-sklearn-graph-2.18a8c6b8917bbb03 namespace: kserve-ci-e2e-test resourceVersion: "15032" uid: f9f3da82-35f0-494e-985c-6d8d312b6db8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:07:32.969198Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg namespace: kserve-ci-e2e-test resourceVersion: "13900" uid: a2daa5f1-6dc2-44eb-82f9-cef97d519395 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-784cb989b8-2sbxg to ip-10-0-128-160.ec2.internal metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:07:32Z" name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg.18a8c6a234b91ba6 namespace: kserve-ci-e2e-test resourceVersion: "13907" uid: 32530d1e-0307-4c8d-879f-ede9056b3794 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:33Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg namespace: kserve-ci-e2e-test resourceVersion: "13915" uid: a2daa5f1-6dc2-44eb-82f9-cef97d519395 kind: Event lastTimestamp: "2026-04-22T20:07:33Z" message: Add eth0 [10.134.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:07:33Z" name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg.18a8c6a24d907271 namespace: kserve-ci-e2e-test resourceVersion: "13968" uid: f7a8b392-afcb-4346-96a9-2745efa6ff84 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg namespace: kserve-ci-e2e-test resourceVersion: "13904" uid: a2daa5f1-6dc2-44eb-82f9-cef97d519395 kind: Event lastTimestamp: "2026-04-22T20:07:33Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482" metadata: creationTimestamp: "2026-04-22T20:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:33Z" name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg.18a8c6a24eda893c namespace: kserve-ci-e2e-test resourceVersion: "13972" uid: 74eacc24-2175-4e7f-b3d3-c3f84200aa8b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-160.ec2.internal source: component: kubelet host: ip-10-0-128-160.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:37Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg namespace: kserve-ci-e2e-test resourceVersion: "13904" uid: a2daa5f1-6dc2-44eb-82f9-cef97d519395 kind: Event lastTimestamp: "2026-04-22T20:07:37Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482" in 3.685s (3.685s including waiting). Image size: 300957093 bytes.' metadata: creationTimestamp: "2026-04-22T20:07:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:37Z" name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg.18a8c6a32a8941f3 namespace: kserve-ci-e2e-test resourceVersion: "14014" uid: abfa6032-dfe5-4d3c-bcf9-d70aa49a90c3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-160.ec2.internal source: component: kubelet host: ip-10-0-128-160.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:37Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg namespace: kserve-ci-e2e-test resourceVersion: "13904" uid: a2daa5f1-6dc2-44eb-82f9-cef97d519395 kind: Event lastTimestamp: "2026-04-22T20:07:37Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-22T20:07:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:37Z" name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg.18a8c6a32d9e982c namespace: kserve-ci-e2e-test resourceVersion: "14017" uid: 6fbe6189-a40b-4417-9891-e93f39f77a16 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-160.ec2.internal source: component: kubelet host: ip-10-0-128-160.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:37Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg namespace: kserve-ci-e2e-test resourceVersion: "13904" uid: a2daa5f1-6dc2-44eb-82f9-cef97d519395 kind: Event lastTimestamp: "2026-04-22T20:07:37Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-22T20:07:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:37Z" name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg.18a8c6a32e0d8dbc namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: c5d7ed53-4dea-476a-8b48-55e58d1c91e8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-160.ec2.internal source: component: kubelet host: ip-10-0-128-160.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg namespace: kserve-ci-e2e-test resourceVersion: "13904" uid: a2daa5f1-6dc2-44eb-82f9-cef97d519395 kind: Event lastTimestamp: "2026-04-22T20:07:40Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-04-22T20:07:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:40Z" name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg.18a8c6a40fc07b57 namespace: kserve-ci-e2e-test resourceVersion: "14050" uid: 463ba6c1-5976-4426-92d9-22df8caf27ed reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-160.ec2.internal source: component: kubelet host: ip-10-0-128-160.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg namespace: kserve-ci-e2e-test resourceVersion: "13904" uid: a2daa5f1-6dc2-44eb-82f9-cef97d519395 kind: Event lastTimestamp: "2026-04-22T20:08:01Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.318s (20.318s including waiting). Image size: 1306326779 bytes.' metadata: creationTimestamp: "2026-04-22T20:08:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:08:01Z" name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg.18a8c6a8cad0f2fd namespace: kserve-ci-e2e-test resourceVersion: "14274" uid: 793d330d-9f1d-4b0a-812e-8ee066187605 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-160.ec2.internal source: component: kubelet host: ip-10-0-128-160.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg namespace: kserve-ci-e2e-test resourceVersion: "13904" uid: a2daa5f1-6dc2-44eb-82f9-cef97d519395 kind: Event lastTimestamp: "2026-04-22T20:08:01Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:08:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:08:01Z" name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg.18a8c6a8cde2e424 namespace: kserve-ci-e2e-test resourceVersion: "14277" uid: 29882fb2-ee98-450a-be55-56e791322ed5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-160.ec2.internal source: component: kubelet host: ip-10-0-128-160.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg namespace: kserve-ci-e2e-test resourceVersion: "13904" uid: a2daa5f1-6dc2-44eb-82f9-cef97d519395 kind: Event lastTimestamp: "2026-04-22T20:08:01Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:08:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:08:01Z" name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg.18a8c6a8ce4e7f96 namespace: kserve-ci-e2e-test resourceVersion: "14278" uid: adc251af-67eb-4fab-a5c5-7d200efde2d0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-160.ec2.internal source: component: kubelet host: ip-10-0-128-160.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-22T20:08:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg namespace: kserve-ci-e2e-test resourceVersion: "13904" uid: a2daa5f1-6dc2-44eb-82f9-cef97d519395 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:08:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:43Z" name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg.18a8c6a8f75d29ac namespace: kserve-ci-e2e-test resourceVersion: "15443" uid: 08e90b1f-35b9-4d49-b585-742a0ea5dfb5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-160.ec2.internal source: component: kubelet host: ip-10-0-128-160.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg namespace: kserve-ci-e2e-test resourceVersion: "13904" uid: a2daa5f1-6dc2-44eb-82f9-cef97d519395 kind: Event lastTimestamp: "2026-04-22T20:09:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:42Z" name: isvc-xgboost-graph-predictor-784cb989b8-2sbxg.18a8c6c07686a242 namespace: kserve-ci-e2e-test resourceVersion: "15394" uid: 273094db-fb64-4934-bc76-cffc30b71d5c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-160.ec2.internal source: component: kubelet host: ip-10-0-128-160.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-784cb989b8 namespace: kserve-ci-e2e-test resourceVersion: "13892" uid: 99b57700-95f5-4ea4-ae67-e5f7e7926197 kind: Event lastTimestamp: "2026-04-22T20:07:32Z" message: 'Created pod: isvc-xgboost-graph-predictor-784cb989b8-2sbxg' metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:07:32Z" name: isvc-xgboost-graph-predictor-784cb989b8.18a8c6a2344b08b9 namespace: kserve-ci-e2e-test resourceVersion: "13902" uid: 2729dfeb-f684-4831-9b08-f6492fae22d5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13890" uid: 0b89d0fd-6a80-4f67-a022-8bb811eeb9c6 kind: Event lastTimestamp: "2026-04-22T20:07:32Z" message: Scaled up replica set isvc-xgboost-graph-predictor-784cb989b8 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:07:32Z" name: isvc-xgboost-graph-predictor.18a8c6a23185d888 namespace: kserve-ci-e2e-test resourceVersion: "13894" uid: b29dee81-4a85-40ad-8914-298e9298fdf7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:07:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13891" uid: ab3bda9e-88f3-4797-9b05-b07b1edb3a1c kind: Event lastTimestamp: "2026-04-22T20:08:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:07:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:32Z" name: isvc-xgboost-graph-predictor.18a8c6a5b0036259 namespace: kserve-ci-e2e-test resourceVersion: "14538" uid: 750326d8-145e-49ab-ac26-3923a3d9be5e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:07:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13891" uid: ab3bda9e-88f3-4797-9b05-b07b1edb3a1c kind: Event lastTimestamp: "2026-04-22T20:08:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:07:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:32Z" name: isvc-xgboost-graph-predictor.18a8c6a5b0631282 namespace: kserve-ci-e2e-test resourceVersion: "14539" uid: 0c72932b-a8fe-479e-b017-f7ea13f9b75d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:08:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14146" uid: ab3bda9e-88f3-4797-9b05-b07b1edb3a1c kind: Event lastTimestamp: "2026-04-22T20:09:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:17Z" name: isvc-xgboost-graph-predictor.18a8c6b3aaf6ed89 namespace: kserve-ci-e2e-test resourceVersion: "15108" uid: 103b7058-21e7-4e06-8243-9c22d7b42407 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:08:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14146" uid: ab3bda9e-88f3-4797-9b05-b07b1edb3a1c kind: Event lastTimestamp: "2026-04-22T20:09:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:17Z" name: isvc-xgboost-graph-predictor.18a8c6b3ab52f0d8 namespace: kserve-ci-e2e-test resourceVersion: "15109" uid: 29e291c4-bbac-4f26-8b22-54412aaebad8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "13875" uid: cc9c4403-27f8-4b8e-ae67-07a4588741ef kind: Event lastTimestamp: "2026-04-22T20:09:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:03Z" name: isvc-xgboost-graph.18a8c6a23163a599 namespace: kserve-ci-e2e-test resourceVersion: "14840" uid: bc3004cf-f556-4c09-9649-5fc72d9c840a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14838" uid: cc9c4403-27f8-4b8e-ae67-07a4588741ef kind: Event lastTimestamp: "2026-04-22T20:09:03Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-04-22T20:09:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:03Z" name: isvc-xgboost-graph.18a8c6b72f4c210b namespace: kserve-ci-e2e-test resourceVersion: "14839" uid: 90783ab7-3f7a-4803-a981-e4a4b019875b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:09:32.735381Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6f87c58cc9-5tnmv namespace: kserve-ci-e2e-test resourceVersion: "15235" uid: 444625ef-d103-42c3-acaf-b3e82a9d48d0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-6f87c58cc9-5tnmv to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:09:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:09:32Z" name: model-chainer-6f87c58cc9-5tnmv.18a8c6be1757f58d namespace: kserve-ci-e2e-test resourceVersion: "15240" uid: 9e342785-2c94-4bc7-b000-8e1f265553af reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:33Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6f87c58cc9-5tnmv namespace: kserve-ci-e2e-test resourceVersion: "15244" uid: 444625ef-d103-42c3-acaf-b3e82a9d48d0 kind: Event lastTimestamp: "2026-04-22T20:09:33Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:09:33Z" name: model-chainer-6f87c58cc9-5tnmv.18a8c6be30895175 namespace: kserve-ci-e2e-test resourceVersion: "15259" uid: cea49830-8df5-45f1-951c-43e2d13887ea reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f87c58cc9-5tnmv namespace: kserve-ci-e2e-test resourceVersion: "15237" uid: 444625ef-d103-42c3-acaf-b3e82a9d48d0 kind: Event lastTimestamp: "2026-04-22T20:09:33Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:c077214438a2f9bdb936ff2da330f1b072e635107d34dd2fdb9da07fac4424c5" already present on machine metadata: creationTimestamp: "2026-04-22T20:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:33Z" name: model-chainer-6f87c58cc9-5tnmv.18a8c6be31c3106d namespace: kserve-ci-e2e-test resourceVersion: "15262" uid: 908905ea-5ffc-4ae9-879e-16ec167c58f9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f87c58cc9-5tnmv namespace: kserve-ci-e2e-test resourceVersion: "15237" uid: 444625ef-d103-42c3-acaf-b3e82a9d48d0 kind: Event lastTimestamp: "2026-04-22T20:09:33Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-04-22T20:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:33Z" name: model-chainer-6f87c58cc9-5tnmv.18a8c6be352bb971 namespace: kserve-ci-e2e-test resourceVersion: "15263" uid: fc07a9a6-63d4-4e6f-aa4f-4510f89e57d0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f87c58cc9-5tnmv namespace: kserve-ci-e2e-test resourceVersion: "15237" uid: 444625ef-d103-42c3-acaf-b3e82a9d48d0 kind: Event lastTimestamp: "2026-04-22T20:09:33Z" message: Started container model-chainer metadata: creationTimestamp: "2026-04-22T20:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:33Z" name: model-chainer-6f87c58cc9-5tnmv.18a8c6be35a503b3 namespace: kserve-ci-e2e-test resourceVersion: "15264" uid: 946ede8b-bbf1-43eb-9555-3b253d0fd73e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f87c58cc9-5tnmv namespace: kserve-ci-e2e-test resourceVersion: "15237" uid: 444625ef-d103-42c3-acaf-b3e82a9d48d0 kind: Event lastTimestamp: "2026-04-22T20:09:42Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-04-22T20:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:42Z" name: model-chainer-6f87c58cc9-5tnmv.18a8c6c07224af4c namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: 63cac43c-b950-4175-a652-b587deed05af reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:09:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f87c58cc9-5tnmv namespace: kserve-ci-e2e-test resourceVersion: "15237" uid: 444625ef-d103-42c3-acaf-b3e82a9d48d0 kind: Event lastTimestamp: "2026-04-22T20:10:10Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-22T20:09:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:10:10Z" name: model-chainer-6f87c58cc9-5tnmv.18a8c6c0fe3be2d5 namespace: kserve-ci-e2e-test resourceVersion: "15741" uid: 3504947b-d67f-44a3-b0a3-0e004b8c5328 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-6f87c58cc9 namespace: kserve-ci-e2e-test resourceVersion: "15231" uid: 145f50e8-0dbe-4115-8ee4-8e44ad6f57a8 kind: Event lastTimestamp: "2026-04-22T20:09:32Z" message: 'Created pod: model-chainer-6f87c58cc9-5tnmv' metadata: creationTimestamp: "2026-04-22T20:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:32Z" name: model-chainer-6f87c58cc9.18a8c6be16f37482 namespace: kserve-ci-e2e-test resourceVersion: "15236" uid: 85b0f75a-5651-4ad7-81bd-28314f3a4284 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15229" uid: 82d15156-d20e-4ec2-b30f-56b02a82b4d9 kind: Event lastTimestamp: "2026-04-22T20:09:32Z" message: Scaled up replica set model-chainer-6f87c58cc9 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:32Z" name: model-chainer.18a8c6be15c5d5e2 namespace: kserve-ci-e2e-test resourceVersion: "15232" uid: 5d3ed775-bcc8-41d6-992b-f09de218285f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:32Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15246" uid: 44fe82fd-6d13-4b14-ac02-68a1b9398148 kind: Event lastTimestamp: "2026-04-22T20:09:32Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-04-22T20:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:32Z" name: model-chainer.18a8c6be1b195e49 namespace: kserve-ci-e2e-test resourceVersion: "15248" uid: e5a350ad-e8b8-46e3-a8ec-b1c157da0fcc reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:20:17.840466Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-03046-f87dc9c67-zhb98 namespace: kserve-ci-e2e-test resourceVersion: "20611" uid: 1926f286-d595-4cf8-8264-679f2c380c71 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-03046-f87dc9c67-zhb98 to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:20:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:20:17Z" name: sequence-graph-03046-f87dc9c67-zhb98.18a8c7544a9a635e namespace: kserve-ci-e2e-test resourceVersion: "20616" uid: 28076736-b328-4027-b1ba-62f10d447abc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:18Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-03046-f87dc9c67-zhb98 namespace: kserve-ci-e2e-test resourceVersion: "20620" uid: 1926f286-d595-4cf8-8264-679f2c380c71 kind: Event lastTimestamp: "2026-04-22T20:20:18Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:20:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:20:18Z" name: sequence-graph-03046-f87dc9c67-zhb98.18a8c754639a9962 namespace: kserve-ci-e2e-test resourceVersion: "20632" uid: f6af71a9-191d-49d9-93b7-5460c0032eb2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-03046} kind: Pod name: sequence-graph-03046-f87dc9c67-zhb98 namespace: kserve-ci-e2e-test resourceVersion: "20613" uid: 1926f286-d595-4cf8-8264-679f2c380c71 kind: Event lastTimestamp: "2026-04-22T20:20:18Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:c077214438a2f9bdb936ff2da330f1b072e635107d34dd2fdb9da07fac4424c5" already present on machine metadata: creationTimestamp: "2026-04-22T20:20:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:18Z" name: sequence-graph-03046-f87dc9c67-zhb98.18a8c75464cb7bc3 namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: 02117c92-f413-4574-b346-98f5761b4caa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-03046} kind: Pod name: sequence-graph-03046-f87dc9c67-zhb98 namespace: kserve-ci-e2e-test resourceVersion: "20613" uid: 1926f286-d595-4cf8-8264-679f2c380c71 kind: Event lastTimestamp: "2026-04-22T20:20:18Z" message: 'Created container: sequence-graph-03046' metadata: creationTimestamp: "2026-04-22T20:20:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:18Z" name: sequence-graph-03046-f87dc9c67-zhb98.18a8c75467adbd3a namespace: kserve-ci-e2e-test resourceVersion: "20636" uid: f6193669-4e43-43dd-93cf-c420376e4f14 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-03046} kind: Pod name: sequence-graph-03046-f87dc9c67-zhb98 namespace: kserve-ci-e2e-test resourceVersion: "20613" uid: 1926f286-d595-4cf8-8264-679f2c380c71 kind: Event lastTimestamp: "2026-04-22T20:20:18Z" message: Started container sequence-graph-03046 metadata: creationTimestamp: "2026-04-22T20:20:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:18Z" name: sequence-graph-03046-f87dc9c67-zhb98.18a8c75468241412 namespace: kserve-ci-e2e-test resourceVersion: "20637" uid: 42dc42b8-89cb-4d7c-a84a-39111b769f7a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-03046} kind: Pod name: sequence-graph-03046-f87dc9c67-zhb98 namespace: kserve-ci-e2e-test resourceVersion: "20613" uid: 1926f286-d595-4cf8-8264-679f2c380c71 kind: Event lastTimestamp: "2026-04-22T20:20:27Z" message: Stopping container sequence-graph-03046 metadata: creationTimestamp: "2026-04-22T20:20:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:27Z" name: sequence-graph-03046-f87dc9c67-zhb98.18a8c756a47c848e namespace: kserve-ci-e2e-test resourceVersion: "20746" uid: f53b80ec-ac8f-450e-8984-c4e47408a3c9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:20:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-03046} kind: Pod name: sequence-graph-03046-f87dc9c67-zhb98 namespace: kserve-ci-e2e-test resourceVersion: "20613" uid: 1926f286-d595-4cf8-8264-679f2c380c71 kind: Event lastTimestamp: "2026-04-22T20:20:55Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-22T20:20:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:55Z" name: sequence-graph-03046-f87dc9c67-zhb98.18a8c75724c8cfc6 namespace: kserve-ci-e2e-test resourceVersion: "21097" uid: 9ec133d4-2808-4d05-88d6-5768483f56a1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-03046-f87dc9c67 namespace: kserve-ci-e2e-test resourceVersion: "20608" uid: 5dca45c3-edcf-4912-b8bc-fbf496b2796f kind: Event lastTimestamp: "2026-04-22T20:20:17Z" message: 'Created pod: sequence-graph-03046-f87dc9c67-zhb98' metadata: creationTimestamp: "2026-04-22T20:20:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:17Z" name: sequence-graph-03046-f87dc9c67.18a8c7544a352e14 namespace: kserve-ci-e2e-test resourceVersion: "20612" uid: 38c52dd9-457c-46af-a5a2-77959fdc125a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-03046 namespace: kserve-ci-e2e-test resourceVersion: "20606" uid: faeeee08-4881-4f33-8197-79ff3781bf75 kind: Event lastTimestamp: "2026-04-22T20:20:17Z" message: Scaled up replica set sequence-graph-03046-f87dc9c67 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:20:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:17Z" name: sequence-graph-03046.18a8c75449892d51 namespace: kserve-ci-e2e-test resourceVersion: "20609" uid: 7b24fa23-fde2-4a5e-a079-22085aeaf673 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:17Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-03046 namespace: kserve-ci-e2e-test resourceVersion: "20622" uid: 80bf4611-91e1-4f5b-9b7b-151cf9b0ff9a kind: Event lastTimestamp: "2026-04-22T20:20:17Z" message: InferenceGraph [sequence-graph-03046] is Ready metadata: creationTimestamp: "2026-04-22T20:20:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:20:17Z" name: sequence-graph-03046.18a8c7544d0d724b namespace: kserve-ci-e2e-test resourceVersion: "20624" uid: f8716055-19c0-43ff-9a15-4060f39dc846 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:21:38.137880Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-b78d5-6dcd78c574-pfvzv namespace: kserve-ci-e2e-test resourceVersion: "21494" uid: abeff13e-d81d-45be-9051-225f25903669 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-b78d5-6dcd78c574-pfvzv to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:21:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:21:38Z" name: sequence-graph-b78d5-6dcd78c574-pfvzv.18a8c766fcb3a6a6 namespace: kserve-ci-e2e-test resourceVersion: "21499" uid: 311ec3fa-6886-4dfa-8cdf-c4e17cbd6b0b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:38Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-b78d5-6dcd78c574-pfvzv namespace: kserve-ci-e2e-test resourceVersion: "21497" uid: abeff13e-d81d-45be-9051-225f25903669 kind: Event lastTimestamp: "2026-04-22T20:21:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-b78d5-serving-cert" not found' metadata: creationTimestamp: "2026-04-22T20:21:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:21:38Z" name: sequence-graph-b78d5-6dcd78c574-pfvzv.18a8c7670a208abc namespace: kserve-ci-e2e-test resourceVersion: "21512" uid: 02839a4c-d239-464c-b889-55a812450931 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:39Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-b78d5-6dcd78c574-pfvzv namespace: kserve-ci-e2e-test resourceVersion: "21503" uid: abeff13e-d81d-45be-9051-225f25903669 kind: Event lastTimestamp: "2026-04-22T20:21:39Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:21:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:21:39Z" name: sequence-graph-b78d5-6dcd78c574-pfvzv.18a8c76739a2b24b namespace: kserve-ci-e2e-test resourceVersion: "21523" uid: 770d2313-a4fd-48b3-af43-c9318fbc3c44 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b78d5} kind: Pod name: sequence-graph-b78d5-6dcd78c574-pfvzv namespace: kserve-ci-e2e-test resourceVersion: "21497" uid: abeff13e-d81d-45be-9051-225f25903669 kind: Event lastTimestamp: "2026-04-22T20:21:39Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:c077214438a2f9bdb936ff2da330f1b072e635107d34dd2fdb9da07fac4424c5" already present on machine metadata: creationTimestamp: "2026-04-22T20:21:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:21:39Z" name: sequence-graph-b78d5-6dcd78c574-pfvzv.18a8c7673abf319d namespace: kserve-ci-e2e-test resourceVersion: "21525" uid: e4bcd7f7-3f97-4cb8-8b61-88060c2f0b1e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b78d5} kind: Pod name: sequence-graph-b78d5-6dcd78c574-pfvzv namespace: kserve-ci-e2e-test resourceVersion: "21497" uid: abeff13e-d81d-45be-9051-225f25903669 kind: Event lastTimestamp: "2026-04-22T20:21:39Z" message: 'Created container: sequence-graph-b78d5' metadata: creationTimestamp: "2026-04-22T20:21:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:21:39Z" name: sequence-graph-b78d5-6dcd78c574-pfvzv.18a8c7673da175db namespace: kserve-ci-e2e-test resourceVersion: "21526" uid: a42f7c09-1ffb-4450-bb52-3a8aa12ce1b3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b78d5} kind: Pod name: sequence-graph-b78d5-6dcd78c574-pfvzv namespace: kserve-ci-e2e-test resourceVersion: "21497" uid: abeff13e-d81d-45be-9051-225f25903669 kind: Event lastTimestamp: "2026-04-22T20:21:39Z" message: Started container sequence-graph-b78d5 metadata: creationTimestamp: "2026-04-22T20:21:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:21:39Z" name: sequence-graph-b78d5-6dcd78c574-pfvzv.18a8c7673e18df34 namespace: kserve-ci-e2e-test resourceVersion: "21527" uid: 53f8f2cd-56c8-4715-9865-f1162328c882 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b78d5} kind: Pod name: sequence-graph-b78d5-6dcd78c574-pfvzv namespace: kserve-ci-e2e-test resourceVersion: "21497" uid: abeff13e-d81d-45be-9051-225f25903669 kind: Event lastTimestamp: "2026-04-22T20:29:52Z" message: Stopping container sequence-graph-b78d5 metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:52Z" name: sequence-graph-b78d5-6dcd78c574-pfvzv.18a8c7da2745724c namespace: kserve-ci-e2e-test resourceVersion: "25066" uid: 72277739-a3cf-4a94-b690-7f6f9c51ff91 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:29:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b78d5} kind: Pod name: sequence-graph-b78d5-6dcd78c574-pfvzv namespace: kserve-ci-e2e-test resourceVersion: "21497" uid: abeff13e-d81d-45be-9051-225f25903669 kind: Event lastTimestamp: "2026-04-22T20:30:20Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-22T20:29:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:20Z" name: sequence-graph-b78d5-6dcd78c574-pfvzv.18a8c7dabf2aa298 namespace: kserve-ci-e2e-test resourceVersion: "25414" uid: fd8a9a9f-11a3-4851-bcda-e86ed729962c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-b78d5-6dcd78c574 namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: e106d18f-a99e-4d12-8390-6cd857776d76 kind: Event lastTimestamp: "2026-04-22T20:21:38Z" message: 'Created pod: sequence-graph-b78d5-6dcd78c574-pfvzv' metadata: creationTimestamp: "2026-04-22T20:21:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:38Z" name: sequence-graph-b78d5-6dcd78c574.18a8c766fc3337e8 namespace: kserve-ci-e2e-test resourceVersion: "21496" uid: 96fa2628-b08e-4751-8fe8-f4516c3f3aa3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "21489" uid: 6d14b70a-1bf4-4615-bf49-fbd0c562f7d5 kind: Event lastTimestamp: "2026-04-22T20:21:38Z" message: Scaled up replica set sequence-graph-b78d5-6dcd78c574 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:21:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:38Z" name: sequence-graph-b78d5.18a8c766fb651f70 namespace: kserve-ci-e2e-test resourceVersion: "21493" uid: 7ce5be35-d52e-4d38-a05a-cf528c984a2e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "21505" uid: 923b80fd-a5dc-4fb7-8de6-b89416db671c kind: Event lastTimestamp: "2026-04-22T20:21:38Z" message: InferenceGraph [sequence-graph-b78d5] is Ready metadata: creationTimestamp: "2026-04-22T20:21:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:21:38Z" name: sequence-graph-b78d5.18a8c7670001f269 namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: c6e8d8bc-9852-4d8a-9af4-11b2b72fa550 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "21482" uid: 923b80fd-a5dc-4fb7-8de6-b89416db671c kind: Event lastTimestamp: "2026-04-22T20:21:38Z" message: 'Failed to update status for InferenceGraph "sequence-graph-b78d5": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-b78d5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:21:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:21:38Z" name: sequence-graph-b78d5.18a8c76701d60a2a namespace: kserve-ci-e2e-test resourceVersion: "21508" uid: 9e24fa73-30ab-4dea-8f94-e544c9462388 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "21482" uid: 923b80fd-a5dc-4fb7-8de6-b89416db671c kind: Event lastTimestamp: "2026-04-22T20:21:38Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-b78d5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:21:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:21:38Z" name: sequence-graph-b78d5.18a8c76701d656f8 namespace: kserve-ci-e2e-test resourceVersion: "21509" uid: b858510c-6eff-475b-b68d-265f69d7e581 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: be02400b-d930-44a8-bb79-be5d7d8fbf2b kind: Event lastTimestamp: "2026-04-22T20:21:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:21:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:53Z" name: sequence-graph-b78d5.18a8c76a79e8569a namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 60434952-6e9c-4706-9057-75f664f027cc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: be02400b-d930-44a8-bb79-be5d7d8fbf2b kind: Event lastTimestamp: "2026-04-22T20:21:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:21:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:53Z" name: sequence-graph-b78d5.18a8c76a7a26cca9 namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6f710713-7a66-40da-a94e-63491ef8bc8e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:22:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "21641" uid: be02400b-d930-44a8-bb79-be5d7d8fbf2b kind: Event lastTimestamp: "2026-04-22T20:22:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:22:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:22:08Z" name: sequence-graph-b78d5.18a8c76df8b4da4d namespace: kserve-ci-e2e-test resourceVersion: "21740" uid: 0e5b0835-a684-4f90-83f3-1d6d8f8ec343 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:22:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "21641" uid: be02400b-d930-44a8-bb79-be5d7d8fbf2b kind: Event lastTimestamp: "2026-04-22T20:22:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:22:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:22:08Z" name: sequence-graph-b78d5.18a8c76df8f148eb namespace: kserve-ci-e2e-test resourceVersion: "21742" uid: dafef102-cec6-4909-884e-16aa585446cf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:10:53.031023Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-cbc99-75c54f6d8c-vj6s4 namespace: kserve-ci-e2e-test resourceVersion: "16134" uid: 99ab5b2e-9ec2-4ffd-b8ae-48148dd81967 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-cbc99-75c54f6d8c-vj6s4 to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:10:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:10:53Z" name: sequence-graph-cbc99-75c54f6d8c-vj6s4.18a8c6d0c9563e56 namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: f89c23b8-cd31-4a88-8983-0f89f91ae3e3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:53Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-cbc99-75c54f6d8c-vj6s4 namespace: kserve-ci-e2e-test resourceVersion: "16143" uid: 99ab5b2e-9ec2-4ffd-b8ae-48148dd81967 kind: Event lastTimestamp: "2026-04-22T20:10:53Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:10:53Z" name: sequence-graph-cbc99-75c54f6d8c-vj6s4.18a8c6d0e24c4940 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: acfe6920-88b3-4377-8541-b02770199ca4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cbc99} kind: Pod name: sequence-graph-cbc99-75c54f6d8c-vj6s4 namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 99ab5b2e-9ec2-4ffd-b8ae-48148dd81967 kind: Event lastTimestamp: "2026-04-22T20:10:53Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:c077214438a2f9bdb936ff2da330f1b072e635107d34dd2fdb9da07fac4424c5" already present on machine metadata: creationTimestamp: "2026-04-22T20:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:10:53Z" name: sequence-graph-cbc99-75c54f6d8c-vj6s4.18a8c6d0e366d955 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 5b24c13a-f35a-405b-bca3-9df3e4bfb7c5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cbc99} kind: Pod name: sequence-graph-cbc99-75c54f6d8c-vj6s4 namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 99ab5b2e-9ec2-4ffd-b8ae-48148dd81967 kind: Event lastTimestamp: "2026-04-22T20:10:53Z" message: 'Created container: sequence-graph-cbc99' metadata: creationTimestamp: "2026-04-22T20:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:10:53Z" name: sequence-graph-cbc99-75c54f6d8c-vj6s4.18a8c6d0e6d029c9 namespace: kserve-ci-e2e-test resourceVersion: "16159" uid: 48b0ead8-6711-4960-8d00-4bd0c41fe588 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cbc99} kind: Pod name: sequence-graph-cbc99-75c54f6d8c-vj6s4 namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 99ab5b2e-9ec2-4ffd-b8ae-48148dd81967 kind: Event lastTimestamp: "2026-04-22T20:10:53Z" message: Started container sequence-graph-cbc99 metadata: creationTimestamp: "2026-04-22T20:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:10:53Z" name: sequence-graph-cbc99-75c54f6d8c-vj6s4.18a8c6d0e74382c0 namespace: kserve-ci-e2e-test resourceVersion: "16160" uid: 1140499d-f702-40ab-8d3d-38897df365f8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cbc99} kind: Pod name: sequence-graph-cbc99-75c54f6d8c-vj6s4 namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 99ab5b2e-9ec2-4ffd-b8ae-48148dd81967 kind: Event lastTimestamp: "2026-04-22T20:19:07Z" message: Stopping container sequence-graph-cbc99 metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:07Z" name: sequence-graph-cbc99-75c54f6d8c-vj6s4.18a8c743f4a533f3 namespace: kserve-ci-e2e-test resourceVersion: "19723" uid: 75d82036-b3fc-4ad2-8c1c-47e404fe9e84 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:19:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cbc99} kind: Pod name: sequence-graph-cbc99-75c54f6d8c-vj6s4 namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 99ab5b2e-9ec2-4ffd-b8ae-48148dd81967 kind: Event lastTimestamp: "2026-04-22T20:19:35Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-22T20:19:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:35Z" name: sequence-graph-cbc99-75c54f6d8c-vj6s4.18a8c7449924339b namespace: kserve-ci-e2e-test resourceVersion: "20069" uid: 914fa7ac-bb4d-4537-8f24-cec8e2394ed2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-cbc99-75c54f6d8c namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: c3f691fb-0d56-434f-b795-a796584bb696 kind: Event lastTimestamp: "2026-04-22T20:10:53Z" message: 'Created pod: sequence-graph-cbc99-75c54f6d8c-vj6s4' metadata: creationTimestamp: "2026-04-22T20:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:53Z" name: sequence-graph-cbc99-75c54f6d8c.18a8c6d0c8f24bae namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: b94cc05f-36ae-426b-add1-a20d1784b2be reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-cbc99 namespace: kserve-ci-e2e-test resourceVersion: "16129" uid: e855123d-57b0-4f3e-92f7-29a6fdb56a2d kind: Event lastTimestamp: "2026-04-22T20:10:53Z" message: Scaled up replica set sequence-graph-cbc99-75c54f6d8c from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:53Z" name: sequence-graph-cbc99.18a8c6d0c840c2fe namespace: kserve-ci-e2e-test resourceVersion: "16132" uid: ead4aa16-142c-4656-bba8-1a7d77208e6a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:53Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-cbc99 namespace: kserve-ci-e2e-test resourceVersion: "16147" uid: a9473dc8-a431-46cf-90ae-dd7fff677002 kind: Event lastTimestamp: "2026-04-22T20:10:53Z" message: InferenceGraph [sequence-graph-cbc99] is Ready metadata: creationTimestamp: "2026-04-22T20:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:10:53Z" name: sequence-graph-cbc99.18a8c6d0cc4234e0 namespace: kserve-ci-e2e-test resourceVersion: "16149" uid: 14791dbf-2eae-4d06-97f1-16a262375277 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:53Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-cbc99 namespace: kserve-ci-e2e-test resourceVersion: "16122" uid: a9473dc8-a431-46cf-90ae-dd7fff677002 kind: Event lastTimestamp: "2026-04-22T20:10:53Z" message: 'Failed to update status for InferenceGraph "sequence-graph-cbc99": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-cbc99": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:10:53Z" name: sequence-graph-cbc99.18a8c6d0ce3d8d0a namespace: kserve-ci-e2e-test resourceVersion: "16151" uid: ef1ff5a7-2cec-43e9-9c5f-a9dcacb4a06a reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:53Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-cbc99 namespace: kserve-ci-e2e-test resourceVersion: "16122" uid: a9473dc8-a431-46cf-90ae-dd7fff677002 kind: Event lastTimestamp: "2026-04-22T20:10:53Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-cbc99": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:10:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:10:53Z" name: sequence-graph-cbc99.18a8c6d0ce3df32a namespace: kserve-ci-e2e-test resourceVersion: "16152" uid: d79715bd-7424-40fe-b2ed-7970aefa0a4e reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:11:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-cbc99 namespace: kserve-ci-e2e-test resourceVersion: "16130" uid: 09aeff19-a157-4828-aeb2-d45420277acb kind: Event lastTimestamp: "2026-04-22T20:11:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:11:38Z" name: sequence-graph-cbc99.18a8c6d446aa5343 namespace: kserve-ci-e2e-test resourceVersion: "16483" uid: 4999f0ab-4c0a-4de0-8013-4b4cd506739f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:11:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-cbc99 namespace: kserve-ci-e2e-test resourceVersion: "16130" uid: 09aeff19-a157-4828-aeb2-d45420277acb kind: Event lastTimestamp: "2026-04-22T20:11:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:11:38Z" name: sequence-graph-cbc99.18a8c6d446e1047f namespace: kserve-ci-e2e-test resourceVersion: "16484" uid: 8594d745-1107-4137-9b4f-f08d5a990c52 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:31:47.641001Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-61b05-7d4d4d4dbf-nf622 namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: c4e2e09e-9cf4-4682-a961-6b3757c15a79 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-61b05-7d4d4d4dbf-nf622 to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:31:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:31:47Z" name: splitter-graph-61b05-7d4d4d4dbf-nf622.18a8c7f4e5eb40cb namespace: kserve-ci-e2e-test resourceVersion: "26649" uid: ed3f64a7-91c1-4755-9c4a-7de90f0e3b5e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:47Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-61b05-7d4d4d4dbf-nf622 namespace: kserve-ci-e2e-test resourceVersion: "26646" uid: c4e2e09e-9cf4-4682-a961-6b3757c15a79 kind: Event lastTimestamp: "2026-04-22T20:31:47Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-61b05-serving-cert" not found' metadata: creationTimestamp: "2026-04-22T20:31:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:31:47Z" name: splitter-graph-61b05-7d4d4d4dbf-nf622.18a8c7f4f13b5606 namespace: kserve-ci-e2e-test resourceVersion: "26659" uid: 8f91004d-e806-4318-9881-912ea1626960 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:48Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-61b05-7d4d4d4dbf-nf622 namespace: kserve-ci-e2e-test resourceVersion: "26653" uid: c4e2e09e-9cf4-4682-a961-6b3757c15a79 kind: Event lastTimestamp: "2026-04-22T20:31:48Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:31:48Z" name: splitter-graph-61b05-7d4d4d4dbf-nf622.18a8c7f522cd06ed namespace: kserve-ci-e2e-test resourceVersion: "26672" uid: 7d3ff9fc-d774-499c-b84b-a1de5d3548cf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-61b05} kind: Pod name: splitter-graph-61b05-7d4d4d4dbf-nf622 namespace: kserve-ci-e2e-test resourceVersion: "26646" uid: c4e2e09e-9cf4-4682-a961-6b3757c15a79 kind: Event lastTimestamp: "2026-04-22T20:31:48Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:c077214438a2f9bdb936ff2da330f1b072e635107d34dd2fdb9da07fac4424c5" already present on machine metadata: creationTimestamp: "2026-04-22T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:31:48Z" name: splitter-graph-61b05-7d4d4d4dbf-nf622.18a8c7f523fa2db2 namespace: kserve-ci-e2e-test resourceVersion: "26674" uid: 99b731bd-b0d2-4cb5-a72e-35b3ac056467 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-61b05} kind: Pod name: splitter-graph-61b05-7d4d4d4dbf-nf622 namespace: kserve-ci-e2e-test resourceVersion: "26646" uid: c4e2e09e-9cf4-4682-a961-6b3757c15a79 kind: Event lastTimestamp: "2026-04-22T20:31:48Z" message: 'Created container: splitter-graph-61b05' metadata: creationTimestamp: "2026-04-22T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:31:48Z" name: splitter-graph-61b05-7d4d4d4dbf-nf622.18a8c7f527ea7056 namespace: kserve-ci-e2e-test resourceVersion: "26676" uid: ab39e168-e50a-4138-a722-15208fbc4954 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-61b05} kind: Pod name: splitter-graph-61b05-7d4d4d4dbf-nf622 namespace: kserve-ci-e2e-test resourceVersion: "26646" uid: c4e2e09e-9cf4-4682-a961-6b3757c15a79 kind: Event lastTimestamp: "2026-04-22T20:31:48Z" message: Started container splitter-graph-61b05 metadata: creationTimestamp: "2026-04-22T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:31:48Z" name: splitter-graph-61b05-7d4d4d4dbf-nf622.18a8c7f5285deb2f namespace: kserve-ci-e2e-test resourceVersion: "26677" uid: 530b976a-f59a-4ee2-bc36-2c8ed2659307 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:40:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-61b05} kind: Pod name: splitter-graph-61b05-7d4d4d4dbf-nf622 namespace: kserve-ci-e2e-test resourceVersion: "26646" uid: c4e2e09e-9cf4-4682-a961-6b3757c15a79 kind: Event lastTimestamp: "2026-04-22T20:40:02Z" message: Stopping container splitter-graph-61b05 metadata: creationTimestamp: "2026-04-22T20:40:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:40:02Z" name: splitter-graph-61b05-7d4d4d4dbf-nf622.18a8c868169ce1d7 namespace: kserve-ci-e2e-test resourceVersion: "30127" uid: e93c0ef0-1a32-4963-acb0-601144e3ccab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:40:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-61b05} kind: Pod name: splitter-graph-61b05-7d4d4d4dbf-nf622 namespace: kserve-ci-e2e-test resourceVersion: "26646" uid: c4e2e09e-9cf4-4682-a961-6b3757c15a79 kind: Event lastTimestamp: "2026-04-22T20:40:30Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-22T20:40:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:40:30Z" name: splitter-graph-61b05-7d4d4d4dbf-nf622.18a8c868b7167df2 namespace: kserve-ci-e2e-test resourceVersion: "30365" uid: 24e66d27-da92-4673-b25c-a86b7d45721f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-61b05-7d4d4d4dbf namespace: kserve-ci-e2e-test resourceVersion: "26641" uid: 6425759a-aa6f-4d98-978c-ec59114a8441 kind: Event lastTimestamp: "2026-04-22T20:31:47Z" message: 'Created pod: splitter-graph-61b05-7d4d4d4dbf-nf622' metadata: creationTimestamp: "2026-04-22T20:31:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:47Z" name: splitter-graph-61b05-7d4d4d4dbf.18a8c7f4e583140b namespace: kserve-ci-e2e-test resourceVersion: "26645" uid: 42bd5a67-5978-4bdb-8c55-554da8c842a8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-61b05 namespace: kserve-ci-e2e-test resourceVersion: "26639" uid: ce2f84cd-daba-4b1a-93ae-87273bde4aed kind: Event lastTimestamp: "2026-04-22T20:31:47Z" message: Scaled up replica set splitter-graph-61b05-7d4d4d4dbf from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:31:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:47Z" name: splitter-graph-61b05.18a8c7f4e4d89749 namespace: kserve-ci-e2e-test resourceVersion: "26642" uid: 4ee5ac01-dd40-48fc-9b10-d47edce1eabf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-61b05 namespace: kserve-ci-e2e-test resourceVersion: "26655" uid: abb95c72-b16d-4477-8547-f547a401ccd0 kind: Event lastTimestamp: "2026-04-22T20:31:47Z" message: InferenceGraph [splitter-graph-61b05] is Ready metadata: creationTimestamp: "2026-04-22T20:31:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:31:47Z" name: splitter-graph-61b05.18a8c7f4e8072949 namespace: kserve-ci-e2e-test resourceVersion: "26657" uid: 67b2d425-dee4-435d-9408-81eeda8166dd reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:32:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-61b05 namespace: kserve-ci-e2e-test resourceVersion: "26640" uid: 9d705b0a-7941-4749-ad50-d2fd3831e213 kind: Event lastTimestamp: "2026-04-22T20:32:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:32:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:32:02Z" name: splitter-graph-61b05.18a8c7f8639ceb90 namespace: kserve-ci-e2e-test resourceVersion: "26780" uid: 025e303e-f7bc-457b-900f-aa09c93d7aff reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:32:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-61b05 namespace: kserve-ci-e2e-test resourceVersion: "26640" uid: 9d705b0a-7941-4749-ad50-d2fd3831e213 kind: Event lastTimestamp: "2026-04-22T20:32:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:32:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:32:02Z" name: splitter-graph-61b05.18a8c7f863db39b9 namespace: kserve-ci-e2e-test resourceVersion: "26782" uid: 953d40ce-f5c7-4233-a6f2-b26f235d2f37 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:32:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-61b05 namespace: kserve-ci-e2e-test resourceVersion: "26781" uid: 9d705b0a-7941-4749-ad50-d2fd3831e213 kind: Event lastTimestamp: "2026-04-22T20:32:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:32:17Z" name: splitter-graph-61b05.18a8c7fbe283ae55 namespace: kserve-ci-e2e-test resourceVersion: "26890" uid: f1e296e9-4821-4dab-9faa-194641a09a93 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:32:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-61b05 namespace: kserve-ci-e2e-test resourceVersion: "26781" uid: 9d705b0a-7941-4749-ad50-d2fd3831e213 kind: Event lastTimestamp: "2026-04-22T20:32:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:32:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:32:17Z" name: splitter-graph-61b05.18a8c7fbe2dec6a2 namespace: kserve-ci-e2e-test resourceVersion: "26892" uid: c4300f50-0495-40dd-af4f-a7983b71a166 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:30:27.351024Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-9d58e-7f95778cfd-nctcg namespace: kserve-ci-e2e-test resourceVersion: "25489" uid: b1a75108-3c01-4347-8b95-90e30cbc57ef kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-9d58e-7f95778cfd-nctcg to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:30:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:30:27Z" name: splitter-graph-9d58e-7f95778cfd-nctcg.18a8c7e234436945 namespace: kserve-ci-e2e-test resourceVersion: "25494" uid: bd75ad5d-0442-48fb-b6e3-13460932a4fb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:27Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-9d58e-7f95778cfd-nctcg namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: b1a75108-3c01-4347-8b95-90e30cbc57ef kind: Event lastTimestamp: "2026-04-22T20:30:27Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-9d58e-serving-cert" not found' metadata: creationTimestamp: "2026-04-22T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:27Z" name: splitter-graph-9d58e-7f95778cfd-nctcg.18a8c7e23ede1030 namespace: kserve-ci-e2e-test resourceVersion: "25505" uid: 366ea1ad-0a0d-435d-a4ab-95363809cebe reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:28Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-9d58e-7f95778cfd-nctcg namespace: kserve-ci-e2e-test resourceVersion: "25498" uid: b1a75108-3c01-4347-8b95-90e30cbc57ef kind: Event lastTimestamp: "2026-04-22T20:30:28Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:30:28Z" name: splitter-graph-9d58e-7f95778cfd-nctcg.18a8c7e271a3c3e4 namespace: kserve-ci-e2e-test resourceVersion: "25519" uid: d5a59ebe-8f28-403f-bce1-9f0c9f99a758 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9d58e} kind: Pod name: splitter-graph-9d58e-7f95778cfd-nctcg namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: b1a75108-3c01-4347-8b95-90e30cbc57ef kind: Event lastTimestamp: "2026-04-22T20:30:28Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:c077214438a2f9bdb936ff2da330f1b072e635107d34dd2fdb9da07fac4424c5" already present on machine metadata: creationTimestamp: "2026-04-22T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:28Z" name: splitter-graph-9d58e-7f95778cfd-nctcg.18a8c7e272eb7d2d namespace: kserve-ci-e2e-test resourceVersion: "25521" uid: d35261bc-1b37-457a-94a6-607de37babab reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9d58e} kind: Pod name: splitter-graph-9d58e-7f95778cfd-nctcg namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: b1a75108-3c01-4347-8b95-90e30cbc57ef kind: Event lastTimestamp: "2026-04-22T20:30:28Z" message: 'Created container: splitter-graph-9d58e' metadata: creationTimestamp: "2026-04-22T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:28Z" name: splitter-graph-9d58e-7f95778cfd-nctcg.18a8c7e275cd9544 namespace: kserve-ci-e2e-test resourceVersion: "25522" uid: 297b8536-f9ce-4626-be6a-5fd9a82c04bf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9d58e} kind: Pod name: splitter-graph-9d58e-7f95778cfd-nctcg namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: b1a75108-3c01-4347-8b95-90e30cbc57ef kind: Event lastTimestamp: "2026-04-22T20:30:28Z" message: Started container splitter-graph-9d58e metadata: creationTimestamp: "2026-04-22T20:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:28Z" name: splitter-graph-9d58e-7f95778cfd-nctcg.18a8c7e2764b2a5a namespace: kserve-ci-e2e-test resourceVersion: "25523" uid: c4f406d0-9f1e-4c0a-ae40-211f10e74d66 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9d58e} kind: Pod name: splitter-graph-9d58e-7f95778cfd-nctcg namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: b1a75108-3c01-4347-8b95-90e30cbc57ef kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: Stopping container splitter-graph-9d58e metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:37Z" name: splitter-graph-9d58e-7f95778cfd-nctcg.18a8c7e48d000c79 namespace: kserve-ci-e2e-test resourceVersion: "25740" uid: ea246303-c50e-4a37-b4f2-6738c887085b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:30:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9d58e} kind: Pod name: splitter-graph-9d58e-7f95778cfd-nctcg namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: b1a75108-3c01-4347-8b95-90e30cbc57ef kind: Event lastTimestamp: "2026-04-22T20:31:04Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-22T20:30:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:31:04Z" name: splitter-graph-9d58e-7f95778cfd-nctcg.18a8c7e51ca7a1ae namespace: kserve-ci-e2e-test resourceVersion: "26275" uid: 3243ac40-cd24-457f-be86-72a536a76171 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-9d58e-7f95778cfd namespace: kserve-ci-e2e-test resourceVersion: "25486" uid: eda3d8e6-bb2d-402a-af3a-a8cfa1b81ce7 kind: Event lastTimestamp: "2026-04-22T20:30:27Z" message: 'Created pod: splitter-graph-9d58e-7f95778cfd-nctcg' metadata: creationTimestamp: "2026-04-22T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:27Z" name: splitter-graph-9d58e-7f95778cfd.18a8c7e233e19f43 namespace: kserve-ci-e2e-test resourceVersion: "25490" uid: 949e4f54-ca7f-4521-b219-ae975fb04b9a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-9d58e namespace: kserve-ci-e2e-test resourceVersion: "25484" uid: e96ffe24-d09c-4388-adf0-335d5fbd91b7 kind: Event lastTimestamp: "2026-04-22T20:30:27Z" message: Scaled up replica set splitter-graph-9d58e-7f95778cfd from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:27Z" name: splitter-graph-9d58e.18a8c7e2331b1613 namespace: kserve-ci-e2e-test resourceVersion: "25487" uid: 4127c4cb-b44a-4902-8ea7-882ec5a36a90 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:27Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-9d58e namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 9e37ecae-a6d1-4c39-8ae0-7cbcab9286a2 kind: Event lastTimestamp: "2026-04-22T20:30:27Z" message: InferenceGraph [splitter-graph-9d58e] is Ready metadata: creationTimestamp: "2026-04-22T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:30:27Z" name: splitter-graph-9d58e.18a8c7e236a118b4 namespace: kserve-ci-e2e-test resourceVersion: "25502" uid: 55bf0034-219d-46f3-bfff-1bb9075b3665 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:19:07.795458Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft namespace: kserve-ci-e2e-test resourceVersion: "19753" uid: c6a42f24-748d-4ac0-9072-529dbd3780e7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-03046-predictor-f5bf7b6d4-xbtft to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:19:07Z" name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft.18a8c743fb9860d0 namespace: kserve-ci-e2e-test resourceVersion: "19759" uid: c877e9d2-a6c6-40ac-b8db-94d086f9baed reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:07Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft namespace: kserve-ci-e2e-test resourceVersion: "19764" uid: c6a42f24-748d-4ac0-9072-529dbd3780e7 kind: Event lastTimestamp: "2026-04-22T20:19:07Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:19:07Z" name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft.18a8c74404a62a96 namespace: kserve-ci-e2e-test resourceVersion: "19804" uid: 749fa85b-ebcb-4fbe-b770-647dff4c9d62 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: c6a42f24-748d-4ac0-9072-529dbd3780e7 kind: Event lastTimestamp: "2026-04-22T20:19:07Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:07Z" name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft.18a8c74405e8dfd4 namespace: kserve-ci-e2e-test resourceVersion: "19807" uid: a624dd25-e7f4-4ccf-84f2-d016248ce2e8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: c6a42f24-748d-4ac0-9072-529dbd3780e7 kind: Event lastTimestamp: "2026-04-22T20:19:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:19:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:08Z" name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft.18a8c74409a8df88 namespace: kserve-ci-e2e-test resourceVersion: "19814" uid: bddd45a0-747a-4a43-a6fb-2ea8c8fb299e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: c6a42f24-748d-4ac0-9072-529dbd3780e7 kind: Event lastTimestamp: "2026-04-22T20:19:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:19:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:08Z" name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft.18a8c7440a21761e namespace: kserve-ci-e2e-test resourceVersion: "19815" uid: 825ffe1a-e388-4a6e-a3ae-85417bc88fa3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-22T20:19:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: c6a42f24-748d-4ac0-9072-529dbd3780e7 kind: Event lastTimestamp: "2026-04-22T20:20:29Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:19:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:29Z" name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft.18a8c7443b470b8a namespace: kserve-ci-e2e-test resourceVersion: "20869" uid: 61a02fe1-e7a8-44a1-823c-70fccc37e95a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: c6a42f24-748d-4ac0-9072-529dbd3780e7 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:28Z" name: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft.18a8c756a96f9b7e namespace: kserve-ci-e2e-test resourceVersion: "20777" uid: 8886a11b-68b4-48f3-91d0-0da1302ed897 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-03046-predictor-f5bf7b6d4 namespace: kserve-ci-e2e-test resourceVersion: "19736" uid: 08f268f0-ed14-4688-aedf-dd7f87b5e642 kind: Event lastTimestamp: "2026-04-22T20:19:07Z" message: 'Created pod: success-200-isvc-03046-predictor-f5bf7b6d4-xbtft' metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:07Z" name: success-200-isvc-03046-predictor-f5bf7b6d4.18a8c743fb257d49 namespace: kserve-ci-e2e-test resourceVersion: "19756" uid: c6887db3-fb6e-4a63-8af7-c85317a4d13e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-03046-predictor namespace: kserve-ci-e2e-test resourceVersion: "19733" uid: c8cb20aa-7d3a-4d76-a82d-139306035b77 kind: Event lastTimestamp: "2026-04-22T20:19:07Z" message: Scaled up replica set success-200-isvc-03046-predictor-f5bf7b6d4 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:07Z" name: success-200-isvc-03046-predictor.18a8c743f92df81d namespace: kserve-ci-e2e-test resourceVersion: "19741" uid: 48977d3f-4233-4d02-ae16-6552b329d922 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-03046-predictor namespace: kserve-ci-e2e-test resourceVersion: "19735" uid: c59feb6c-13e4-4dcb-a298-c1a8b30c8b4b kind: Event lastTimestamp: "2026-04-22T20:19:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:19:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:22Z" name: success-200-isvc-03046-predictor.18a8c74777b4fed4 namespace: kserve-ci-e2e-test resourceVersion: "19953" uid: 7e737330-9ce3-41e9-9cdc-70f021b93c5e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-03046-predictor namespace: kserve-ci-e2e-test resourceVersion: "19735" uid: c59feb6c-13e4-4dcb-a298-c1a8b30c8b4b kind: Event lastTimestamp: "2026-04-22T20:19:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:19:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:22Z" name: success-200-isvc-03046-predictor.18a8c747780da27a namespace: kserve-ci-e2e-test resourceVersion: "19955" uid: 1afe20c5-6b63-4ef4-a845-ed75dae01428 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:19:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-03046-predictor namespace: kserve-ci-e2e-test resourceVersion: "19954" uid: c59feb6c-13e4-4dcb-a298-c1a8b30c8b4b kind: Event lastTimestamp: "2026-04-22T20:20:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:19:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:22Z" name: success-200-isvc-03046-predictor.18a8c74af6b934eb namespace: kserve-ci-e2e-test resourceVersion: "20673" uid: 7e312f8f-a268-4a3e-ae35-4c62952e1f32 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:19:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-03046-predictor namespace: kserve-ci-e2e-test resourceVersion: "19954" uid: c59feb6c-13e4-4dcb-a298-c1a8b30c8b4b kind: Event lastTimestamp: "2026-04-22T20:20:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:19:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:22Z" name: success-200-isvc-03046-predictor.18a8c74af71fa333 namespace: kserve-ci-e2e-test resourceVersion: "20674" uid: 0dee212d-c3f8-4d31-8f10-ccbc30966b58 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:19:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-03046 namespace: kserve-ci-e2e-test resourceVersion: "19725" uid: 560ef3e6-1495-4957-a581-d4d357b03df5 kind: Event lastTimestamp: "2026-04-22T20:19:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:59Z" name: success-200-isvc-03046.18a8c743f9290deb namespace: kserve-ci-e2e-test resourceVersion: "20454" uid: fa6ab7fb-6419-47a7-92f8-7da6d97d45cb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-03046 namespace: kserve-ci-e2e-test resourceVersion: "20452" uid: 560ef3e6-1495-4957-a581-d4d357b03df5 kind: Event lastTimestamp: "2026-04-22T20:19:59Z" message: InferenceService [success-200-isvc-03046] is Ready metadata: creationTimestamp: "2026-04-22T20:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:59Z" name: success-200-isvc-03046.18a8c7501ec4492c namespace: kserve-ci-e2e-test resourceVersion: "20453" uid: acb1b3b8-1453-4e3f-97fa-53b6e257df28 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:19:52.328384Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn namespace: kserve-ci-e2e-test resourceVersion: "20295" uid: 25473f75-9bd6-4176-9061-77e70f274bf4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-08e8b-predictor-5f949d5976-g29nn to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:19:52Z" name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn.18a8c74e59f6ecad namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: e71d4eee-d5e4-44a5-8c39-098b987cd004 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn namespace: kserve-ci-e2e-test resourceVersion: "20310" uid: 25473f75-9bd6-4176-9061-77e70f274bf4 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:19:52Z" name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn.18a8c74e62ca600d namespace: kserve-ci-e2e-test resourceVersion: "20346" uid: 41f414ae-a13a-4e19-a884-96bd08a3d1b7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn namespace: kserve-ci-e2e-test resourceVersion: "20298" uid: 25473f75-9bd6-4176-9061-77e70f274bf4 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:52Z" name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn.18a8c74e63e83c71 namespace: kserve-ci-e2e-test resourceVersion: "20348" uid: 7aad9f84-f70a-423c-ae77-d5c45641e68a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn namespace: kserve-ci-e2e-test resourceVersion: "20298" uid: 25473f75-9bd6-4176-9061-77e70f274bf4 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:52Z" name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn.18a8c74e67a59ea2 namespace: kserve-ci-e2e-test resourceVersion: "20350" uid: b7add694-1d40-47db-8098-06d2fce9ffa6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn namespace: kserve-ci-e2e-test resourceVersion: "20298" uid: 25473f75-9bd6-4176-9061-77e70f274bf4 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:52Z" name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn.18a8c74e681c0ff3 namespace: kserve-ci-e2e-test resourceVersion: "20353" uid: f0c37972-30a7-40a3-9b21-3e57ada4e859 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:19:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn namespace: kserve-ci-e2e-test resourceVersion: "20298" uid: 25473f75-9bd6-4176-9061-77e70f274bf4 kind: Event lastTimestamp: "2026-04-22T20:20:34Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:19:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:34Z" name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn.18a8c74e8273a164 namespace: kserve-ci-e2e-test resourceVersion: "20905" uid: 179c731f-29ab-4f4d-872f-9ee3b023b3f8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn namespace: kserve-ci-e2e-test resourceVersion: "20298" uid: 25473f75-9bd6-4176-9061-77e70f274bf4 kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:17Z" name: success-200-isvc-08e8b-predictor-5f949d5976-g29nn.18a8c7d1f6bb532f namespace: kserve-ci-e2e-test resourceVersion: "24775" uid: 828ff140-9b23-4c02-be56-1ed695043788 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-08e8b-predictor-5f949d5976 namespace: kserve-ci-e2e-test resourceVersion: "20286" uid: 41db23c6-1192-437a-b89e-913728a505a9 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: 'Created pod: success-200-isvc-08e8b-predictor-5f949d5976-g29nn' metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:52Z" name: success-200-isvc-08e8b-predictor-5f949d5976.18a8c74e5968b877 namespace: kserve-ci-e2e-test resourceVersion: "20297" uid: 230acf70-3d58-429d-a82e-232f87122b18 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-08e8b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20283" uid: 388f031b-a1ca-42e7-8af9-c04abba49bef kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: Scaled up replica set success-200-isvc-08e8b-predictor-5f949d5976 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:52Z" name: success-200-isvc-08e8b-predictor.18a8c74e580c53eb namespace: kserve-ci-e2e-test resourceVersion: "20288" uid: fb173130-8a58-4e96-a12f-b74848d96a5e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:20:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-08e8b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20285" uid: 6ea065c7-2eb3-42c6-8f47-f125758ce799 kind: Event lastTimestamp: "2026-04-22T20:21:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:07Z" name: success-200-isvc-08e8b-predictor.18a8c751d6fb7650 namespace: kserve-ci-e2e-test resourceVersion: "21231" uid: 0682b3cb-1bf3-479f-b03d-2afa3f1bb4ef reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:20:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-08e8b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20285" uid: 6ea065c7-2eb3-42c6-8f47-f125758ce799 kind: Event lastTimestamp: "2026-04-22T20:21:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:07Z" name: success-200-isvc-08e8b-predictor.18a8c751d73f5cb5 namespace: kserve-ci-e2e-test resourceVersion: "21232" uid: 91d79385-519b-466a-92da-fd8f50462beb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-08e8b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20517" uid: 6ea065c7-2eb3-42c6-8f47-f125758ce799 kind: Event lastTimestamp: "2026-04-22T20:20:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:37Z" name: success-200-isvc-08e8b-predictor.18a8c758d49bb9e1 namespace: kserve-ci-e2e-test resourceVersion: "20934" uid: 77049085-f172-4ef2-89ca-9146a52070cb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-08e8b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20517" uid: 6ea065c7-2eb3-42c6-8f47-f125758ce799 kind: Event lastTimestamp: "2026-04-22T20:20:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:37Z" name: success-200-isvc-08e8b-predictor.18a8c758d4f576fd namespace: kserve-ci-e2e-test resourceVersion: "20936" uid: 5c251354-ded2-43fe-ae47-826c5da6d94f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-08e8b namespace: kserve-ci-e2e-test resourceVersion: "20266" uid: bbb8ea18-82d0-4e48-ac32-0176d9bb9dbc kind: Event lastTimestamp: "2026-04-22T20:20:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:20:44Z" name: success-200-isvc-08e8b.18a8c74e57e91796 namespace: kserve-ci-e2e-test resourceVersion: "20999" uid: 8616fd11-2ce5-4024-8284-b7af8d64811b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-08e8b namespace: kserve-ci-e2e-test resourceVersion: "20266" uid: bbb8ea18-82d0-4e48-ac32-0176d9bb9dbc kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: 'Failed to update status for InferenceService "success-200-isvc-08e8b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-08e8b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:52Z" name: success-200-isvc-08e8b.18a8c74e58685f87 namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 1c5f9ecc-7e8f-45bd-bb80-0445ec52885d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-08e8b namespace: kserve-ci-e2e-test resourceVersion: "20266" uid: bbb8ea18-82d0-4e48-ac32-0176d9bb9dbc kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-08e8b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:52Z" name: success-200-isvc-08e8b.18a8c74e5868cfc9 namespace: kserve-ci-e2e-test resourceVersion: "20292" uid: 10ea65f2-8afb-4204-a8c6-496f2821a6e6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-08e8b namespace: kserve-ci-e2e-test resourceVersion: "20997" uid: bbb8ea18-82d0-4e48-ac32-0176d9bb9dbc kind: Event lastTimestamp: "2026-04-22T20:20:44Z" message: InferenceService [success-200-isvc-08e8b] is Ready metadata: creationTimestamp: "2026-04-22T20:20:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:20:44Z" name: success-200-isvc-08e8b.18a8c75a65f3a8a7 namespace: kserve-ci-e2e-test resourceVersion: "20998" uid: 27197e43-7ca4-4b41-bd85-f8836b788c80 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:09:07.127825Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt namespace: kserve-ci-e2e-test resourceVersion: "14938" uid: f7d922f9-3c12-411c-b055-ff26058bdd06 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:09:07Z" name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt.18a8c6b82103a777 namespace: kserve-ci-e2e-test resourceVersion: "14950" uid: 2e31ae9c-c605-44fd-8597-86f0f8aebf12 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt namespace: kserve-ci-e2e-test resourceVersion: "14961" uid: f7d922f9-3c12-411c-b055-ff26058bdd06 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:09:07Z" name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt.18a8c6b8291b2997 namespace: kserve-ci-e2e-test resourceVersion: "14982" uid: 33c453e4-ab87-49bd-9684-5cf4c9710c69 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt namespace: kserve-ci-e2e-test resourceVersion: "14944" uid: f7d922f9-3c12-411c-b055-ff26058bdd06 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:07Z" name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt.18a8c6b82a4ece9c namespace: kserve-ci-e2e-test resourceVersion: "14984" uid: abee20d1-e86f-4a78-8214-27094cf877c6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt namespace: kserve-ci-e2e-test resourceVersion: "14944" uid: f7d922f9-3c12-411c-b055-ff26058bdd06 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:07Z" name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt.18a8c6b82f0b52b6 namespace: kserve-ci-e2e-test resourceVersion: "14989" uid: 114e8185-9397-47ea-954b-f4288cc2f0f6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt namespace: kserve-ci-e2e-test resourceVersion: "14944" uid: f7d922f9-3c12-411c-b055-ff26058bdd06 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:07Z" name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt.18a8c6b82fa7b3aa namespace: kserve-ci-e2e-test resourceVersion: "14990" uid: fba0e7a9-d89f-46dc-ae21-73d6f3dcf645 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:09:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt namespace: kserve-ci-e2e-test resourceVersion: "14944" uid: f7d922f9-3c12-411c-b055-ff26058bdd06 kind: Event lastTimestamp: "2026-04-22T20:09:49Z" message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:09:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:49Z" name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt.18a8c6b85be4a310 namespace: kserve-ci-e2e-test resourceVersion: "15557" uid: 401af55b-9638-4561-8852-4391302adb0d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt namespace: kserve-ci-e2e-test resourceVersion: "14944" uid: f7d922f9-3c12-411c-b055-ff26058bdd06 kind: Event lastTimestamp: "2026-04-22T20:18:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:18:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:18:31Z" name: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt.18a8c73ba5a925b7 namespace: kserve-ci-e2e-test resourceVersion: "19352" uid: 99527223-be13-4abf-ac6c-348bf0e1c785 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-51a0f-predictor-b84dcfc6d namespace: kserve-ci-e2e-test resourceVersion: "14921" uid: 574a1923-edb6-4197-8a10-d36362c2fc2a kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: 'Created pod: success-200-isvc-51a0f-predictor-b84dcfc6d-tt8jt' metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:07Z" name: success-200-isvc-51a0f-predictor-b84dcfc6d.18a8c6b8209e9a6c namespace: kserve-ci-e2e-test resourceVersion: "14942" uid: 570c7092-3f35-4e9d-a64c-654aca8aef7b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-51a0f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14915" uid: 28d41921-8e8a-434b-8c8f-d01339ea59d3 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: Scaled up replica set success-200-isvc-51a0f-predictor-b84dcfc6d from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:07Z" name: success-200-isvc-51a0f-predictor.18a8c6b81d5762cd namespace: kserve-ci-e2e-test resourceVersion: "14922" uid: c7573217-252f-4db3-9c1c-040c5c636301 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-51a0f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14920" uid: 2940aef2-ccb7-4310-868c-e9c792b32f9c kind: Event lastTimestamp: "2026-04-22T20:09:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:22Z" name: success-200-isvc-51a0f-predictor.18a8c6bb9bea79ad namespace: kserve-ci-e2e-test resourceVersion: "15141" uid: 14d9f9d1-b457-4b28-ac58-49456436b7e2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-51a0f-predictor namespace: kserve-ci-e2e-test resourceVersion: "14920" uid: 2940aef2-ccb7-4310-868c-e9c792b32f9c kind: Event lastTimestamp: "2026-04-22T20:09:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:22Z" name: success-200-isvc-51a0f-predictor.18a8c6bb9c4ae2cc namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: d1659065-b209-4bf2-bdcf-e15864fa6abf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:09:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-51a0f-predictor namespace: kserve-ci-e2e-test resourceVersion: "15142" uid: 2940aef2-ccb7-4310-868c-e9c792b32f9c kind: Event lastTimestamp: "2026-04-22T20:10:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:09:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:22Z" name: success-200-isvc-51a0f-predictor.18a8c6bf1ae442fa namespace: kserve-ci-e2e-test resourceVersion: "15861" uid: 3752b6a9-8d02-4d82-be4e-ac548b87444c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:09:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-51a0f-predictor namespace: kserve-ci-e2e-test resourceVersion: "15142" uid: 2940aef2-ccb7-4310-868c-e9c792b32f9c kind: Event lastTimestamp: "2026-04-22T20:10:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:09:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:22Z" name: success-200-isvc-51a0f-predictor.18a8c6bf1b44522c namespace: kserve-ci-e2e-test resourceVersion: "15862" uid: d3a66c64-b179-4798-83e3-8a7d0ad128e5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-51a0f namespace: kserve-ci-e2e-test resourceVersion: "14901" uid: fce1dc8c-8556-4a79-9446-f31f0ae14552 kind: Event lastTimestamp: "2026-04-22T20:09:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:59Z" name: success-200-isvc-51a0f.18a8c6b81d6370c2 namespace: kserve-ci-e2e-test resourceVersion: "15642" uid: dc1523cc-7a47-4cbf-8e03-d69511b9e157 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-51a0f namespace: kserve-ci-e2e-test resourceVersion: "14901" uid: fce1dc8c-8556-4a79-9446-f31f0ae14552 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: 'Failed to update status for InferenceService "success-200-isvc-51a0f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-51a0f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:07Z" name: success-200-isvc-51a0f.18a8c6b81dda0701 namespace: kserve-ci-e2e-test resourceVersion: "14927" uid: 4609dc0e-1d72-4b43-ba0c-76644188f30f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-51a0f namespace: kserve-ci-e2e-test resourceVersion: "14901" uid: fce1dc8c-8556-4a79-9446-f31f0ae14552 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-51a0f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:07Z" name: success-200-isvc-51a0f.18a8c6b81dda738d namespace: kserve-ci-e2e-test resourceVersion: "14929" uid: 81939a9f-6de9-48df-879b-8c2917c81c18 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-51a0f namespace: kserve-ci-e2e-test resourceVersion: "15640" uid: fce1dc8c-8556-4a79-9446-f31f0ae14552 kind: Event lastTimestamp: "2026-04-22T20:09:59Z" message: InferenceService [success-200-isvc-51a0f] is Ready metadata: creationTimestamp: "2026-04-22T20:09:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:09:59Z" name: success-200-isvc-51a0f.18a8c6c43f50e5d8 namespace: kserve-ci-e2e-test resourceVersion: "15641" uid: 2b65a38d-d539-4ecd-a1b4-ceaef5e1ee47 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:30:37.543091Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-61b05-predictor-57898b97c8-262jc namespace: kserve-ci-e2e-test resourceVersion: "25778" uid: 61a58697-8b43-48a0-9f2c-5595a15a3b03 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-61b05-predictor-57898b97c8-262jc to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:30:37Z" name: success-200-isvc-61b05-predictor-57898b97c8-262jc.18a8c7e493c20887 namespace: kserve-ci-e2e-test resourceVersion: "25786" uid: 8a72b090-68b5-4c40-8056-ad2bdf28ffbd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-61b05-predictor-57898b97c8-262jc namespace: kserve-ci-e2e-test resourceVersion: "25789" uid: 61a58697-8b43-48a0-9f2c-5595a15a3b03 kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:30:37Z" name: success-200-isvc-61b05-predictor-57898b97c8-262jc.18a8c7e49c16e485 namespace: kserve-ci-e2e-test resourceVersion: "25819" uid: ce2ea91b-ceae-4757-9286-6118d42df1dc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-61b05-predictor-57898b97c8-262jc namespace: kserve-ci-e2e-test resourceVersion: "25783" uid: 61a58697-8b43-48a0-9f2c-5595a15a3b03 kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:37Z" name: success-200-isvc-61b05-predictor-57898b97c8-262jc.18a8c7e49d541c6c namespace: kserve-ci-e2e-test resourceVersion: "25822" uid: a5cd3507-bf46-4d08-8b60-4567971a6c9b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-61b05-predictor-57898b97c8-262jc namespace: kserve-ci-e2e-test resourceVersion: "25783" uid: 61a58697-8b43-48a0-9f2c-5595a15a3b03 kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:37Z" name: success-200-isvc-61b05-predictor-57898b97c8-262jc.18a8c7e4a05bcb48 namespace: kserve-ci-e2e-test resourceVersion: "25828" uid: 43e98cc8-b061-44fa-857d-bc8f166beb8e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-61b05-predictor-57898b97c8-262jc namespace: kserve-ci-e2e-test resourceVersion: "25783" uid: 61a58697-8b43-48a0-9f2c-5595a15a3b03 kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:37Z" name: success-200-isvc-61b05-predictor-57898b97c8-262jc.18a8c7e4a0d64ab0 namespace: kserve-ci-e2e-test resourceVersion: "25829" uid: 227ca7ef-3cad-4373-a179-9273f6e4218a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:30:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-61b05-predictor-57898b97c8-262jc namespace: kserve-ci-e2e-test resourceVersion: "25783" uid: 61a58697-8b43-48a0-9f2c-5595a15a3b03 kind: Event lastTimestamp: "2026-04-22T20:31:19Z" message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:30:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:31:19Z" name: success-200-isvc-61b05-predictor-57898b97c8-262jc.18a8c7e4e268c309 namespace: kserve-ci-e2e-test resourceVersion: "26404" uid: b8c1c8df-c2b3-4521-a0ba-4dac224055d6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:40:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-61b05-predictor-57898b97c8-262jc namespace: kserve-ci-e2e-test resourceVersion: "25783" uid: 61a58697-8b43-48a0-9f2c-5595a15a3b03 kind: Event lastTimestamp: "2026-04-22T20:40:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:40:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:40:02Z" name: success-200-isvc-61b05-predictor-57898b97c8-262jc.18a8c8681bc1352b namespace: kserve-ci-e2e-test resourceVersion: "30140" uid: 77830574-2a76-4abf-8d92-7b1f6ad778d3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-61b05-predictor-57898b97c8 namespace: kserve-ci-e2e-test resourceVersion: "25765" uid: 98148f24-17a8-4a7e-8b73-1e295f303a04 kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: 'Created pod: success-200-isvc-61b05-predictor-57898b97c8-262jc' metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:37Z" name: success-200-isvc-61b05-predictor-57898b97c8.18a8c7e49355c4cd namespace: kserve-ci-e2e-test resourceVersion: "25782" uid: dddc81e5-5c26-48d2-b8ce-0698b3417146 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-61b05-predictor namespace: kserve-ci-e2e-test resourceVersion: "25762" uid: 0e2d8a9d-9c55-45be-a4ce-cdbf1827c35b kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: Scaled up replica set success-200-isvc-61b05-predictor-57898b97c8 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:37Z" name: success-200-isvc-61b05-predictor.18a8c7e491f30ab1 namespace: kserve-ci-e2e-test resourceVersion: "25769" uid: b3b42a16-4ff6-428f-b681-9c27cc949d71 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-61b05-predictor namespace: kserve-ci-e2e-test resourceVersion: "25764" uid: 199bf85f-4e7b-44e8-b7f4-41b1ef75fe89 kind: Event lastTimestamp: "2026-04-22T20:30:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:30:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:52Z" name: success-200-isvc-61b05-predictor.18a8c7e810730dfb namespace: kserve-ci-e2e-test resourceVersion: "26140" uid: 066e6e27-4806-4276-b38b-8c7280d7cfbc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-61b05-predictor namespace: kserve-ci-e2e-test resourceVersion: "25764" uid: 199bf85f-4e7b-44e8-b7f4-41b1ef75fe89 kind: Event lastTimestamp: "2026-04-22T20:30:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:30:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:52Z" name: success-200-isvc-61b05-predictor.18a8c7e810cbca5e namespace: kserve-ci-e2e-test resourceVersion: "26142" uid: b9385bc1-2d19-472b-831b-bd1bab6bf471 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:31:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-61b05-predictor namespace: kserve-ci-e2e-test resourceVersion: "26141" uid: 199bf85f-4e7b-44e8-b7f4-41b1ef75fe89 kind: Event lastTimestamp: "2026-04-22T20:31:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:31:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:52Z" name: success-200-isvc-61b05-predictor.18a8c7eb8fbba318 namespace: kserve-ci-e2e-test resourceVersion: "26707" uid: 13fa126f-2969-4448-b6ba-d9c12fc4608e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:31:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-61b05-predictor namespace: kserve-ci-e2e-test resourceVersion: "26141" uid: 199bf85f-4e7b-44e8-b7f4-41b1ef75fe89 kind: Event lastTimestamp: "2026-04-22T20:31:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:31:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:52Z" name: success-200-isvc-61b05-predictor.18a8c7eb8ff82e12 namespace: kserve-ci-e2e-test resourceVersion: "26708" uid: 80646de7-0941-4aad-bf44-7ad5209bc12b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-61b05 namespace: kserve-ci-e2e-test resourceVersion: "25743" uid: f6012bd1-dbf3-4931-8596-2b226b1f8a46 kind: Event lastTimestamp: "2026-04-22T20:31:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:31:29Z" name: success-200-isvc-61b05.18a8c7e491cd4405 namespace: kserve-ci-e2e-test resourceVersion: "26499" uid: e704f500-800f-4b9f-86f0-5268e338095d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-61b05 namespace: kserve-ci-e2e-test resourceVersion: "26497" uid: f6012bd1-dbf3-4931-8596-2b226b1f8a46 kind: Event lastTimestamp: "2026-04-22T20:31:29Z" message: InferenceService [success-200-isvc-61b05] is Ready metadata: creationTimestamp: "2026-04-22T20:31:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:31:29Z" name: success-200-isvc-61b05.18a8c7f0c5ef458d namespace: kserve-ci-e2e-test resourceVersion: "26498" uid: 1eb48148-0a08-4a84-b2bc-62017a23bdaf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:29:17.283226Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq namespace: kserve-ci-e2e-test resourceVersion: "24724" uid: dc3a80d3-4c53-4eaf-b460-9bc232d9f5ef kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-9d58e-predictor-6575c449bd-2npcq to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:29:17Z" name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq.18a8c7d1e3e5a35c namespace: kserve-ci-e2e-test resourceVersion: "24733" uid: 9da71b26-3fab-4e9b-bc6c-aa86ac274908 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq namespace: kserve-ci-e2e-test resourceVersion: "24743" uid: dc3a80d3-4c53-4eaf-b460-9bc232d9f5ef kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:29:17Z" name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq.18a8c7d1ec57b3f3 namespace: kserve-ci-e2e-test resourceVersion: "24763" uid: 0b2b3b7f-085b-4585-93a3-a81f59bb4e11 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq namespace: kserve-ci-e2e-test resourceVersion: "24727" uid: dc3a80d3-4c53-4eaf-b460-9bc232d9f5ef kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:17Z" name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq.18a8c7d1ed7692dd namespace: kserve-ci-e2e-test resourceVersion: "24765" uid: 81a56c44-c9ac-47ae-a1a3-19d0aaa31e82 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq namespace: kserve-ci-e2e-test resourceVersion: "24727" uid: dc3a80d3-4c53-4eaf-b460-9bc232d9f5ef kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:17Z" name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq.18a8c7d1f3feb64f namespace: kserve-ci-e2e-test resourceVersion: "24770" uid: ef9f7558-38a1-4009-bc2d-f33fedb930ee reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq namespace: kserve-ci-e2e-test resourceVersion: "24727" uid: dc3a80d3-4c53-4eaf-b460-9bc232d9f5ef kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:17Z" name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq.18a8c7d1f470b5f8 namespace: kserve-ci-e2e-test resourceVersion: "24772" uid: 0b161894-4278-4550-bf63-3ae569f54ffc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-22T20:29:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq namespace: kserve-ci-e2e-test resourceVersion: "24727" uid: dc3a80d3-4c53-4eaf-b460-9bc232d9f5ef kind: Event lastTimestamp: "2026-04-22T20:30:39Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:39Z" name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq.18a8c7d232925dfd namespace: kserve-ci-e2e-test resourceVersion: "25919" uid: a90ad27b-5e10-4d44-a32c-1f0d534f62b4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq namespace: kserve-ci-e2e-test resourceVersion: "24727" uid: dc3a80d3-4c53-4eaf-b460-9bc232d9f5ef kind: Event lastTimestamp: "2026-04-22T20:30:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:30:37Z" name: success-200-isvc-9d58e-predictor-6575c449bd-2npcq.18a8c7e494793b86 namespace: kserve-ci-e2e-test resourceVersion: "25792" uid: 6cd10165-0c4a-4788-8694-6d38bb583334 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-9d58e-predictor-6575c449bd namespace: kserve-ci-e2e-test resourceVersion: "24701" uid: 25c99ffd-053d-4716-9735-63b13a683407 kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: 'Created pod: success-200-isvc-9d58e-predictor-6575c449bd-2npcq' metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:29:17Z" name: success-200-isvc-9d58e-predictor-6575c449bd.18a8c7d1e384ba7b namespace: kserve-ci-e2e-test resourceVersion: "24726" uid: 024b4797-cc31-418f-b158-59a38db72e22 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-9d58e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24699" uid: 9baed76d-245e-48a2-8590-3a5700532aff kind: Event lastTimestamp: "2026-04-22T20:29:17Z" message: Scaled up replica set success-200-isvc-9d58e-predictor-6575c449bd from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:29:17Z" name: success-200-isvc-9d58e-predictor.18a8c7d1e0245913 namespace: kserve-ci-e2e-test resourceVersion: "24703" uid: 01727d78-f1d1-4ad1-9c1d-34251b4369ed reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:29:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9d58e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24700" uid: e650e49f-4ca8-42c7-8052-f5c495372276 kind: Event lastTimestamp: "2026-04-22T20:29:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:29:47Z" name: success-200-isvc-9d58e-predictor.18a8c7d55e9bee77 namespace: kserve-ci-e2e-test resourceVersion: "25008" uid: 288a4a99-871a-438c-95c6-4e9c904aedfc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:29:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9d58e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24700" uid: e650e49f-4ca8-42c7-8052-f5c495372276 kind: Event lastTimestamp: "2026-04-22T20:29:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:29:47Z" name: success-200-isvc-9d58e-predictor.18a8c7d55eead821 namespace: kserve-ci-e2e-test resourceVersion: "25009" uid: edb5dd0d-7d68-435d-a5d6-bb0903aba939 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:30:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9d58e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24894" uid: e650e49f-4ca8-42c7-8052-f5c495372276 kind: Event lastTimestamp: "2026-04-22T20:30:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:30:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:32Z" name: success-200-isvc-9d58e-predictor.18a8c7dc5ca33ca0 namespace: kserve-ci-e2e-test resourceVersion: "25550" uid: 0ac3307f-20e7-414a-8c54-8b17f99ec657 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:30:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9d58e-predictor namespace: kserve-ci-e2e-test resourceVersion: "24894" uid: e650e49f-4ca8-42c7-8052-f5c495372276 kind: Event lastTimestamp: "2026-04-22T20:30:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:30:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:32Z" name: success-200-isvc-9d58e-predictor.18a8c7dc5cfe4dfb namespace: kserve-ci-e2e-test resourceVersion: "25551" uid: c35daccf-1732-445d-9ed2-6729b18024fc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:29:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9d58e namespace: kserve-ci-e2e-test resourceVersion: "24682" uid: deb98350-488e-4993-a140-d36f31416307 kind: Event lastTimestamp: "2026-04-22T20:30:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:29:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:30:09Z" name: success-200-isvc-9d58e.18a8c7d1e0081ab0 namespace: kserve-ci-e2e-test resourceVersion: "25337" uid: 696477ca-de22-4186-8a40-04716178676d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9d58e namespace: kserve-ci-e2e-test resourceVersion: "25334" uid: deb98350-488e-4993-a140-d36f31416307 kind: Event lastTimestamp: "2026-04-22T20:30:09Z" message: InferenceService [success-200-isvc-9d58e] is Ready metadata: creationTimestamp: "2026-04-22T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:30:09Z" name: success-200-isvc-9d58e.18a8c7de1637b97e namespace: kserve-ci-e2e-test resourceVersion: "25336" uid: 6e7fd7f7-994a-441a-bbb1-61ea059918d9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:29:52.891268Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9 namespace: kserve-ci-e2e-test resourceVersion: "25098" uid: cffff8c4-5712-4f2f-ae2a-a930738658a8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b2a29-predictor-7797c69846-h6mp9 to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:29:52Z" name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9.18a8c7da2e4d4057 namespace: kserve-ci-e2e-test resourceVersion: "25103" uid: 5b4a43a8-01d9-4531-9f37-1c452ee09dfd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:53Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9 namespace: kserve-ci-e2e-test resourceVersion: "25108" uid: cffff8c4-5712-4f2f-ae2a-a930738658a8 kind: Event lastTimestamp: "2026-04-22T20:29:53Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:29:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:29:53Z" name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9.18a8c7da373c34d1 namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: fb0e0a9e-64d8-4f4a-b220-87beed30a201 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9 namespace: kserve-ci-e2e-test resourceVersion: "25101" uid: cffff8c4-5712-4f2f-ae2a-a930738658a8 kind: Event lastTimestamp: "2026-04-22T20:29:53Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:29:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:53Z" name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9.18a8c7da3866eee4 namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: de04d4d6-c09a-4109-a8ef-8ff26bd26f47 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9 namespace: kserve-ci-e2e-test resourceVersion: "25101" uid: cffff8c4-5712-4f2f-ae2a-a930738658a8 kind: Event lastTimestamp: "2026-04-22T20:29:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:29:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:53Z" name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9.18a8c7da3de51a1b namespace: kserve-ci-e2e-test resourceVersion: "25159" uid: f7db4fce-dc8e-41f9-906a-595f9afe287a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9 namespace: kserve-ci-e2e-test resourceVersion: "25101" uid: cffff8c4-5712-4f2f-ae2a-a930738658a8 kind: Event lastTimestamp: "2026-04-22T20:29:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:29:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:53Z" name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9.18a8c7da3e6b9ee7 namespace: kserve-ci-e2e-test resourceVersion: "25160" uid: 436c1f22-b524-4153-8de6-506455db59c5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-22T20:29:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9 namespace: kserve-ci-e2e-test resourceVersion: "25101" uid: cffff8c4-5712-4f2f-ae2a-a930738658a8 kind: Event lastTimestamp: "2026-04-22T20:47:24Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:29:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:47:24Z" name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9.18a8c7da5eebf9c2 namespace: kserve-ci-e2e-test resourceVersion: "33270" uid: 6f427292-1ccf-4b8a-9835-908010b41c04 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:47:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9 namespace: kserve-ci-e2e-test resourceVersion: "25101" uid: cffff8c4-5712-4f2f-ae2a-a930738658a8 kind: Event lastTimestamp: "2026-04-22T20:47:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:47:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:47:22Z" name: success-200-isvc-b2a29-predictor-7797c69846-h6mp9.18a8c8ce90974e1f namespace: kserve-ci-e2e-test resourceVersion: "33210" uid: ce3ca30c-0b79-4afe-a120-c0a355ab0735 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b2a29-predictor-7797c69846 namespace: kserve-ci-e2e-test resourceVersion: "25087" uid: 2d625be9-4d87-47fc-b304-55e60ae628ee kind: Event lastTimestamp: "2026-04-22T20:29:52Z" message: 'Created pod: success-200-isvc-b2a29-predictor-7797c69846-h6mp9' metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:29:52Z" name: success-200-isvc-b2a29-predictor-7797c69846.18a8c7da2dae5ba4 namespace: kserve-ci-e2e-test resourceVersion: "25100" uid: 0ec955fa-5c10-4112-bb39-a3cf4b4fb5bc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b2a29-predictor namespace: kserve-ci-e2e-test resourceVersion: "25080" uid: 3bd30fd0-9e7a-4527-a4c9-3718f91a7236 kind: Event lastTimestamp: "2026-04-22T20:29:52Z" message: Scaled up replica set success-200-isvc-b2a29-predictor-7797c69846 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:29:52Z" name: success-200-isvc-b2a29-predictor.18a8c7da2c000ac6 namespace: kserve-ci-e2e-test resourceVersion: "25089" uid: 92c75bc7-ff97-46d8-823c-b895877a47e3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:30:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b2a29-predictor namespace: kserve-ci-e2e-test resourceVersion: "25086" uid: 989939c6-4e55-44dd-9497-a738ef298c0c kind: Event lastTimestamp: "2026-04-22T20:30:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:22Z" name: success-200-isvc-b2a29-predictor.18a8c7ddaa9b744a namespace: kserve-ci-e2e-test resourceVersion: "25429" uid: d7009916-55fb-4fc6-ae19-0f0b5785c8ee reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:30:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b2a29-predictor namespace: kserve-ci-e2e-test resourceVersion: "25086" uid: 989939c6-4e55-44dd-9497-a738ef298c0c kind: Event lastTimestamp: "2026-04-22T20:30:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:30:22Z" name: success-200-isvc-b2a29-predictor.18a8c7ddab013f29 namespace: kserve-ci-e2e-test resourceVersion: "25430" uid: bed09a18-be44-4800-9d24-2b7f025e1c76 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b2a29-predictor namespace: kserve-ci-e2e-test resourceVersion: "25302" uid: 989939c6-4e55-44dd-9497-a738ef298c0c kind: Event lastTimestamp: "2026-04-22T20:31:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:22Z" name: success-200-isvc-b2a29-predictor.18a8c7e4a84ec929 namespace: kserve-ci-e2e-test resourceVersion: "26429" uid: 292c92e2-0d4e-4938-af28-5041ad5e36f0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:30:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b2a29-predictor namespace: kserve-ci-e2e-test resourceVersion: "25302" uid: 989939c6-4e55-44dd-9497-a738ef298c0c kind: Event lastTimestamp: "2026-04-22T20:31:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:30:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:22Z" name: success-200-isvc-b2a29-predictor.18a8c7e4a8aacb35 namespace: kserve-ci-e2e-test resourceVersion: "26430" uid: e114d14e-a250-4b77-8d93-192a8c03c912 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "25068" uid: 458b3b86-dc0b-482b-991e-3bfa3db902aa kind: Event lastTimestamp: "2026-04-22T20:30:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:30:44Z" name: success-200-isvc-b2a29.18a8c7da2bfdddb6 namespace: kserve-ci-e2e-test resourceVersion: "26078" uid: b6f4a133-965f-4269-94ea-9cf99133722b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "25068" uid: 458b3b86-dc0b-482b-991e-3bfa3db902aa kind: Event lastTimestamp: "2026-04-22T20:29:52Z" message: 'Failed to update status for InferenceService "success-200-isvc-b2a29": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b2a29": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:29:52Z" name: success-200-isvc-b2a29.18a8c7da2c779782 namespace: kserve-ci-e2e-test resourceVersion: "25094" uid: 8bd7c3fa-6dcf-43a6-bbb9-556b46aaed4e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "25068" uid: 458b3b86-dc0b-482b-991e-3bfa3db902aa kind: Event lastTimestamp: "2026-04-22T20:29:52Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b2a29": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:29:52Z" name: success-200-isvc-b2a29.18a8c7da2c7801b1 namespace: kserve-ci-e2e-test resourceVersion: "25096" uid: 73d8dc1a-454a-411a-9b0e-6ffb9af2c4c6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:30:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "26076" uid: 458b3b86-dc0b-482b-991e-3bfa3db902aa kind: Event lastTimestamp: "2026-04-22T20:30:44Z" message: InferenceService [success-200-isvc-b2a29] is Ready metadata: creationTimestamp: "2026-04-22T20:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:30:44Z" name: success-200-isvc-b2a29.18a8c7e6425b8aae namespace: kserve-ci-e2e-test resourceVersion: "26077" uid: d3e16aa2-6028-415a-9357-f702cc58d7ab reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:20:28.036217Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn namespace: kserve-ci-e2e-test resourceVersion: "20779" uid: 9b0b734e-0537-43a7-a2f6-3f8acf109b02 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:20:28Z" name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn.18a8c756aa513342 namespace: kserve-ci-e2e-test resourceVersion: "20784" uid: 14f8964f-65d9-4684-bbf8-54eceafe874f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn namespace: kserve-ci-e2e-test resourceVersion: "20790" uid: 9b0b734e-0537-43a7-a2f6-3f8acf109b02 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:20:28Z" name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn.18a8c756b31e5f2a namespace: kserve-ci-e2e-test resourceVersion: "20829" uid: fc2e6df7-ad8b-4556-b072-aa58531b610b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: 9b0b734e-0537-43a7-a2f6-3f8acf109b02 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:28Z" name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn.18a8c756b4459f68 namespace: kserve-ci-e2e-test resourceVersion: "20831" uid: 7d0b98e0-b722-4323-94ee-ab9503abff33 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: 9b0b734e-0537-43a7-a2f6-3f8acf109b02 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:28Z" name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn.18a8c756b7963441 namespace: kserve-ci-e2e-test resourceVersion: "20834" uid: 5e0c3a8f-d997-4795-8c82-15fc727abb8a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: 9b0b734e-0537-43a7-a2f6-3f8acf109b02 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:20:28Z" name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn.18a8c756b80ff492 namespace: kserve-ci-e2e-test resourceVersion: "20839" uid: 5de86ec8-134d-4927-b229-f7505165cf05 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:20:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: 9b0b734e-0537-43a7-a2f6-3f8acf109b02 kind: Event lastTimestamp: "2026-04-22T20:21:10Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:20:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:21:10Z" name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn.18a8c756ead453fa namespace: kserve-ci-e2e-test resourceVersion: "21252" uid: 6c815715-45f2-4951-aa98-c8874670f971 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:29:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: 9b0b734e-0537-43a7-a2f6-3f8acf109b02 kind: Event lastTimestamp: "2026-04-22T20:29:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:29:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:29:52Z" name: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn.18a8c7da2cd172bf namespace: kserve-ci-e2e-test resourceVersion: "25095" uid: 4c759548-854e-4ceb-844f-5baa82c02139 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b78d5-predictor-5c4d5678c8 namespace: kserve-ci-e2e-test resourceVersion: "20767" uid: 2f9aceb1-4774-42f1-892f-6e9a60db4446 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: 'Created pod: success-200-isvc-b78d5-predictor-5c4d5678c8-k59rn' metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:28Z" name: success-200-isvc-b78d5-predictor-5c4d5678c8.18a8c756a9eeb557 namespace: kserve-ci-e2e-test resourceVersion: "20780" uid: 6165dca2-1ec8-44e6-8aee-7b3ec613e0c5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b78d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20760" uid: f7c5e15b-e671-45a8-80db-44a929d92309 kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: Scaled up replica set success-200-isvc-b78d5-predictor-5c4d5678c8 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:28Z" name: success-200-isvc-b78d5-predictor.18a8c756a87302de namespace: kserve-ci-e2e-test resourceVersion: "20769" uid: dd449ab6-7374-4e6c-b9f4-676df9c1e838 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:20:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b78d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20766" uid: 041f60a1-9e26-4351-9ca9-5765c4cdbb86 kind: Event lastTimestamp: "2026-04-22T20:20:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:20:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:58Z" name: success-200-isvc-b78d5-predictor.18a8c75a2701fdd2 namespace: kserve-ci-e2e-test resourceVersion: "21120" uid: 254b6dc8-ef0d-48b7-b4d8-d5904b4a85e3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:20:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b78d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20766" uid: 041f60a1-9e26-4351-9ca9-5765c4cdbb86 kind: Event lastTimestamp: "2026-04-22T20:20:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:20:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:20:58Z" name: success-200-isvc-b78d5-predictor.18a8c75a275f2d6b namespace: kserve-ci-e2e-test resourceVersion: "21121" uid: 48816b78-245a-4ca3-a2a8-850302538be4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:21:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b78d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20980" uid: 041f60a1-9e26-4351-9ca9-5765c4cdbb86 kind: Event lastTimestamp: "2026-04-22T20:21:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:21:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:43Z" name: success-200-isvc-b78d5-predictor.18a8c76125024522 namespace: kserve-ci-e2e-test resourceVersion: "21557" uid: 6dfef698-55fb-4762-9c18-a7e351e97f48 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:21:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b78d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "20980" uid: 041f60a1-9e26-4351-9ca9-5765c4cdbb86 kind: Event lastTimestamp: "2026-04-22T20:21:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:21:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:21:43Z" name: success-200-isvc-b78d5-predictor.18a8c761256040df namespace: kserve-ci-e2e-test resourceVersion: "21558" uid: 06237b36-e345-43ce-8f36-447ce8d9727c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: d2f876a3-ff43-4500-8e24-d617f63a164e kind: Event lastTimestamp: "2026-04-22T20:21:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:21:20Z" name: success-200-isvc-b78d5.18a8c756a8753751 namespace: kserve-ci-e2e-test resourceVersion: "21350" uid: 996668aa-97bb-458b-992d-58733b8b5bd4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: d2f876a3-ff43-4500-8e24-d617f63a164e kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: 'Failed to update status for InferenceService "success-200-isvc-b78d5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b78d5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:20:28Z" name: success-200-isvc-b78d5.18a8c756a91f7d9a namespace: kserve-ci-e2e-test resourceVersion: "20775" uid: cd66227a-65e1-4d5b-ae90-d663ee46665d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:20:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: d2f876a3-ff43-4500-8e24-d617f63a164e kind: Event lastTimestamp: "2026-04-22T20:20:28Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b78d5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:20:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:20:28Z" name: success-200-isvc-b78d5.18a8c756a91fcecb namespace: kserve-ci-e2e-test resourceVersion: "20778" uid: 6d3e5fbc-92f8-46cb-8c68-c6316abe9669 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:21:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b78d5 namespace: kserve-ci-e2e-test resourceVersion: "21348" uid: d2f876a3-ff43-4500-8e24-d617f63a164e kind: Event lastTimestamp: "2026-04-22T20:21:20Z" message: InferenceService [success-200-isvc-b78d5] is Ready metadata: creationTimestamp: "2026-04-22T20:21:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:21:20Z" name: success-200-isvc-b78d5.18a8c762ce7b55e1 namespace: kserve-ci-e2e-test resourceVersion: "21349" uid: 46750ffc-81cd-4b49-8a8d-21814a4e6c58 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:07:32.666729Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww namespace: kserve-ci-e2e-test resourceVersion: "13833" uid: 4bdfdc40-6ef8-4be0-a83e-6db6bfddb155 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-bee44-predictor-68957dbb9d-pk7ww to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:07:32Z" name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww.18a8c6a222b1c321 namespace: kserve-ci-e2e-test resourceVersion: "13839" uid: fec4c462-9643-43b9-a5fb-b2adcbf5ddf4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww namespace: kserve-ci-e2e-test resourceVersion: "13843" uid: 4bdfdc40-6ef8-4be0-a83e-6db6bfddb155 kind: Event lastTimestamp: "2026-04-22T20:07:32Z" message: Add eth0 [10.132.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:07:32Z" name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww.18a8c6a22ab99f52 namespace: kserve-ci-e2e-test resourceVersion: "13856" uid: defae9eb-6ddd-4bc3-bbef-e0f187de50aa reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww namespace: kserve-ci-e2e-test resourceVersion: "13836" uid: 4bdfdc40-6ef8-4be0-a83e-6db6bfddb155 kind: Event lastTimestamp: "2026-04-22T20:07:32Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:32Z" name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww.18a8c6a22c3a2e77 namespace: kserve-ci-e2e-test resourceVersion: "13865" uid: 2682dacf-4af0-4255-9e74-7ddabc65b104 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww namespace: kserve-ci-e2e-test resourceVersion: "13836" uid: 4bdfdc40-6ef8-4be0-a83e-6db6bfddb155 kind: Event lastTimestamp: "2026-04-22T20:07:46Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" in 14.075s (14.075s including waiting). Image size: 1335597160 bytes.' metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:46Z" name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww.18a8c6a5732db458 namespace: kserve-ci-e2e-test resourceVersion: "14110" uid: e53e7408-7c2a-410b-9ac9-7b7cad5cba18 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww namespace: kserve-ci-e2e-test resourceVersion: "13836" uid: 4bdfdc40-6ef8-4be0-a83e-6db6bfddb155 kind: Event lastTimestamp: "2026-04-22T20:07:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:46Z" name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww.18a8c6a576815ad5 namespace: kserve-ci-e2e-test resourceVersion: "14120" uid: 0686818c-dfdd-41a5-904e-c3339e0cf93c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww namespace: kserve-ci-e2e-test resourceVersion: "13836" uid: 4bdfdc40-6ef8-4be0-a83e-6db6bfddb155 kind: Event lastTimestamp: "2026-04-22T20:07:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:07:46Z" name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww.18a8c6a5772af40a namespace: kserve-ci-e2e-test resourceVersion: "14121" uid: df2d491a-73fb-46ab-9145-de261d055d41 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-22T20:07:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww namespace: kserve-ci-e2e-test resourceVersion: "13836" uid: 4bdfdc40-6ef8-4be0-a83e-6db6bfddb155 kind: Event lastTimestamp: "2026-04-22T20:09:08Z" message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:07:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:08Z" name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww.18a8c6a5ac99da5a namespace: kserve-ci-e2e-test resourceVersion: "15022" uid: 6a683033-d7f9-4fd2-b7fb-2a588a3bc322 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww namespace: kserve-ci-e2e-test resourceVersion: "13836" uid: 4bdfdc40-6ef8-4be0-a83e-6db6bfddb155 kind: Event lastTimestamp: "2026-04-22T20:09:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:07Z" name: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww.18a8c6b81e32c607 namespace: kserve-ci-e2e-test resourceVersion: "14928" uid: 2fd22b06-036f-4817-98e3-6368069db61f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-bee44-predictor-68957dbb9d namespace: kserve-ci-e2e-test resourceVersion: "13821" uid: e817118a-2546-4d05-8705-31114725be7d kind: Event lastTimestamp: "2026-04-22T20:07:32Z" message: 'Created pod: success-200-isvc-bee44-predictor-68957dbb9d-pk7ww' metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:07:32Z" name: success-200-isvc-bee44-predictor-68957dbb9d.18a8c6a22246e9db namespace: kserve-ci-e2e-test resourceVersion: "13835" uid: bc70a3d2-334c-4e2f-9277-58efbe3261d3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-bee44-predictor namespace: kserve-ci-e2e-test resourceVersion: "13820" uid: d73ab5cb-3979-4ef6-94b5-4cea66a5bdcc kind: Event lastTimestamp: "2026-04-22T20:07:32Z" message: Scaled up replica set success-200-isvc-bee44-predictor-68957dbb9d from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:07:32Z" name: success-200-isvc-bee44-predictor.18a8c6a21bdbf018 namespace: kserve-ci-e2e-test resourceVersion: "13824" uid: f9c3a14b-0835-4322-ba6b-72628db4783f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:07:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bee44-predictor namespace: kserve-ci-e2e-test resourceVersion: "13832" uid: 63f98752-42c8-4be0-8f82-f8b9a63abaa2 kind: Event lastTimestamp: "2026-04-22T20:08:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:07:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:02Z" name: success-200-isvc-bee44-predictor.18a8c6a5a0d7ecd7 namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: 6da9ae2e-78d6-473f-8067-5e717a120324 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:07:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bee44-predictor namespace: kserve-ci-e2e-test resourceVersion: "13832" uid: 63f98752-42c8-4be0-8f82-f8b9a63abaa2 kind: Event lastTimestamp: "2026-04-22T20:08:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:07:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:02Z" name: success-200-isvc-bee44-predictor.18a8c6a5a1382cb7 namespace: kserve-ci-e2e-test resourceVersion: "14292" uid: e4966800-f9b6-4d48-b6f3-fcb5011ac88c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:08:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bee44-predictor namespace: kserve-ci-e2e-test resourceVersion: "14127" uid: 63f98752-42c8-4be0-8f82-f8b9a63abaa2 kind: Event lastTimestamp: "2026-04-22T20:09:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:08:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:02Z" name: success-200-isvc-bee44-predictor.18a8c6ac9ed04e86 namespace: kserve-ci-e2e-test resourceVersion: "14823" uid: b248b40e-8601-418a-87da-3255c489dde7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:08:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bee44-predictor namespace: kserve-ci-e2e-test resourceVersion: "14127" uid: 63f98752-42c8-4be0-8f82-f8b9a63abaa2 kind: Event lastTimestamp: "2026-04-22T20:09:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:08:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:02Z" name: success-200-isvc-bee44-predictor.18a8c6ac9f2d3089 namespace: kserve-ci-e2e-test resourceVersion: "14824" uid: def90041-e740-4d7f-b9d4-47538eaf25e6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bee44 namespace: kserve-ci-e2e-test resourceVersion: "13813" uid: 355fc22f-d9c0-4dad-bb1c-b6ac13e7d757 kind: Event lastTimestamp: "2026-04-22T20:08:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:08:38Z" name: success-200-isvc-bee44.18a8c6a221f27022 namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: 52eb47e3-9b59-4e5a-997c-550e220f3a17 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bee44 namespace: kserve-ci-e2e-test resourceVersion: "13813" uid: 355fc22f-d9c0-4dad-bb1c-b6ac13e7d757 kind: Event lastTimestamp: "2026-04-22T20:07:32Z" message: 'Failed to update status for InferenceService "success-200-isvc-bee44": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-bee44": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:07:32Z" name: success-200-isvc-bee44.18a8c6a222623542 namespace: kserve-ci-e2e-test resourceVersion: "13838" uid: 1a465ce7-d1c8-4287-9a92-ec78928cdb3f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:07:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bee44 namespace: kserve-ci-e2e-test resourceVersion: "13813" uid: 355fc22f-d9c0-4dad-bb1c-b6ac13e7d757 kind: Event lastTimestamp: "2026-04-22T20:07:32Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-bee44": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:07:32Z" name: success-200-isvc-bee44.18a8c6a222629516 namespace: kserve-ci-e2e-test resourceVersion: "13840" uid: 70b1de7d-a739-48cf-9245-112cdfb496ba reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bee44 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: 355fc22f-d9c0-4dad-bb1c-b6ac13e7d757 kind: Event lastTimestamp: "2026-04-22T20:08:38Z" message: InferenceService [success-200-isvc-bee44] is Ready metadata: creationTimestamp: "2026-04-22T20:08:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:08:38Z" name: success-200-isvc-bee44.18a8c6b19027a32a namespace: kserve-ci-e2e-test resourceVersion: "14597" uid: 3fe900e6-29f7-4043-8fa8-19dcb81d3cb0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:18:32.056272Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x namespace: kserve-ci-e2e-test resourceVersion: "19371" uid: 63f89ba2-d39c-4674-ae11-8907ac798c79 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:18:32Z" name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x.18a8c73ba95fad70 namespace: kserve-ci-e2e-test resourceVersion: "19381" uid: 85a3f5b3-a0dd-41a4-b31e-0b5f29b335a9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x namespace: kserve-ci-e2e-test resourceVersion: "19390" uid: 63f89ba2-d39c-4674-ae11-8907ac798c79 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:18:32Z" name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x.18a8c73bb1c04ef0 namespace: kserve-ci-e2e-test resourceVersion: "19409" uid: 1e2dca94-d49a-44c3-a76f-a666a3f9447d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x namespace: kserve-ci-e2e-test resourceVersion: "19376" uid: 63f89ba2-d39c-4674-ae11-8907ac798c79 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:18:32Z" name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x.18a8c73bb2ea553f namespace: kserve-ci-e2e-test resourceVersion: "19412" uid: 30861b20-44a9-418c-a37a-0e6b2b2ec0d8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x namespace: kserve-ci-e2e-test resourceVersion: "19376" uid: 63f89ba2-d39c-4674-ae11-8907ac798c79 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:18:32Z" name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x.18a8c73bb6b2b99f namespace: kserve-ci-e2e-test resourceVersion: "19418" uid: da6c92f8-3908-46cc-bb70-7efa957f4bcf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x namespace: kserve-ci-e2e-test resourceVersion: "19376" uid: 63f89ba2-d39c-4674-ae11-8907ac798c79 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:18:32Z" name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x.18a8c73bb72bede0 namespace: kserve-ci-e2e-test resourceVersion: "19420" uid: da3b831e-4946-4ca9-a7cc-b46b81b34b41 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x namespace: kserve-ci-e2e-test resourceVersion: "19376" uid: 63f89ba2-d39c-4674-ae11-8907ac798c79 kind: Event lastTimestamp: "2026-04-22T20:19:53Z" message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:53Z" name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x.18a8c73bd2c9f675 namespace: kserve-ci-e2e-test resourceVersion: "20382" uid: ef021e91-da47-482a-a95b-7fc85f3aa80a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x namespace: kserve-ci-e2e-test resourceVersion: "19376" uid: 63f89ba2-d39c-4674-ae11-8907ac798c79 kind: Event lastTimestamp: "2026-04-22T20:19:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:52Z" name: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x.18a8c74e5803132c namespace: kserve-ci-e2e-test resourceVersion: "20289" uid: 6febafb6-82d9-4d32-bbe0-fd01d2608617 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-cb62f-predictor-64c499d7dd namespace: kserve-ci-e2e-test resourceVersion: "19347" uid: f0cb183b-1d96-459e-88c7-a195802e0351 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: 'Created pod: success-200-isvc-cb62f-predictor-64c499d7dd-7kw6x' metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:18:32Z" name: success-200-isvc-cb62f-predictor-64c499d7dd.18a8c73ba902c78f namespace: kserve-ci-e2e-test resourceVersion: "19375" uid: 0e812911-1ec5-4f7a-8cb1-165939b465ad reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-cb62f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19345" uid: f1794a08-761e-4846-953f-1f6e1cfbb7c1 kind: Event lastTimestamp: "2026-04-22T20:18:31Z" message: Scaled up replica set success-200-isvc-cb62f-predictor-64c499d7dd from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:18:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:18:31Z" name: success-200-isvc-cb62f-predictor.18a8c73ba59cb673 namespace: kserve-ci-e2e-test resourceVersion: "19349" uid: 8a722eb1-fc3f-4838-a7ef-26a843d1877d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:18:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cb62f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19348" uid: 39cadca9-f014-4806-a693-16fdf86ec907 kind: Event lastTimestamp: "2026-04-22T20:19:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:02Z" name: success-200-isvc-cb62f-predictor.18a8c73f243335b5 namespace: kserve-ci-e2e-test resourceVersion: "19656" uid: 84799382-314c-4357-b0f4-46de69e8f08e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:18:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cb62f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19348" uid: 39cadca9-f014-4806-a693-16fdf86ec907 kind: Event lastTimestamp: "2026-04-22T20:19:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:02Z" name: success-200-isvc-cb62f-predictor.18a8c73f249847e1 namespace: kserve-ci-e2e-test resourceVersion: "19657" uid: 25a963e3-23fb-45e0-af58-fb8826dcad0a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:19:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cb62f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19551" uid: 39cadca9-f014-4806-a693-16fdf86ec907 kind: Event lastTimestamp: "2026-04-22T20:19:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:47Z" name: success-200-isvc-cb62f-predictor.18a8c74621f2cf95 namespace: kserve-ci-e2e-test resourceVersion: "20205" uid: 8758fa4d-c02e-4de1-87e8-2c9e63e49d8a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:19:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cb62f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19551" uid: 39cadca9-f014-4806-a693-16fdf86ec907 kind: Event lastTimestamp: "2026-04-22T20:19:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:19:47Z" name: success-200-isvc-cb62f-predictor.18a8c7462238f89d namespace: kserve-ci-e2e-test resourceVersion: "20206" uid: 7ff67196-d87f-4689-aced-f2112ffd0b37 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:18:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cb62f namespace: kserve-ci-e2e-test resourceVersion: "19327" uid: fdddb1dd-d317-4c53-88c7-33bdf4496564 kind: Event lastTimestamp: "2026-04-22T20:19:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:18:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:23Z" name: success-200-isvc-cb62f.18a8c73ba5a6335e namespace: kserve-ci-e2e-test resourceVersion: "19972" uid: 27135752-2085-4a68-8ecd-b0a55200e6ba reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cb62f namespace: kserve-ci-e2e-test resourceVersion: "19327" uid: fdddb1dd-d317-4c53-88c7-33bdf4496564 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: 'Failed to update status for InferenceService "success-200-isvc-cb62f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-cb62f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:18:32Z" name: success-200-isvc-cb62f.18a8c73ba616affb namespace: kserve-ci-e2e-test resourceVersion: "19353" uid: 7b9bbd34-acfe-499a-ad23-9f985696c74b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cb62f namespace: kserve-ci-e2e-test resourceVersion: "19327" uid: fdddb1dd-d317-4c53-88c7-33bdf4496564 kind: Event lastTimestamp: "2026-04-22T20:18:32Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-cb62f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-22T20:18:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:18:32Z" name: success-200-isvc-cb62f.18a8c73ba616ec86 namespace: kserve-ci-e2e-test resourceVersion: "19355" uid: 540a83b2-c517-4dca-a3dd-d029918890d9 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cb62f namespace: kserve-ci-e2e-test resourceVersion: "19970" uid: fdddb1dd-d317-4c53-88c7-33bdf4496564 kind: Event lastTimestamp: "2026-04-22T20:19:23Z" message: InferenceService [success-200-isvc-cb62f] is Ready metadata: creationTimestamp: "2026-04-22T20:19:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:19:23Z" name: success-200-isvc-cb62f.18a8c747b63578ab namespace: kserve-ci-e2e-test resourceVersion: "19971" uid: 50ea9485-5e86-4ea6-bd5a-4e2f79734501 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:09:42.991220Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht namespace: kserve-ci-e2e-test resourceVersion: "15420" uid: b65bcf10-d2ce-4479-81d7-adf2f29ff328 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:09:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:09:42Z" name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht.18a8c6c07aa3a29b namespace: kserve-ci-e2e-test resourceVersion: "15427" uid: 0b3b63e9-2a8c-4ef5-bc12-0d769c2c4b11 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht namespace: kserve-ci-e2e-test resourceVersion: "15437" uid: b65bcf10-d2ce-4479-81d7-adf2f29ff328 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:09:43Z" name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht.18a8c6c0832addca namespace: kserve-ci-e2e-test resourceVersion: "15477" uid: 0c2482a5-e8ad-498c-8306-6b67b61d9c63 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: b65bcf10-d2ce-4479-81d7-adf2f29ff328 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:43Z" name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht.18a8c6c0844174d5 namespace: kserve-ci-e2e-test resourceVersion: "15479" uid: 64ba05c7-41af-468e-b8f8-19bc1d6ee03a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: b65bcf10-d2ce-4479-81d7-adf2f29ff328 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:43Z" name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht.18a8c6c08a274ab9 namespace: kserve-ci-e2e-test resourceVersion: "15487" uid: b2eef6df-a4f3-47e3-af96-a46dfd5da044 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: b65bcf10-d2ce-4479-81d7-adf2f29ff328 kind: Event lastTimestamp: "2026-04-22T20:09:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-22T20:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:43Z" name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht.18a8c6c08a9d5331 namespace: kserve-ci-e2e-test resourceVersion: "15488" uid: 4504aa14-e647-40c1-bc16-fb617c6b25b0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:09:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: b65bcf10-d2ce-4479-81d7-adf2f29ff328 kind: Event lastTimestamp: "2026-04-22T20:10:25Z" message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-22T20:09:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:10:25Z" name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht.18a8c6c0c41ad36d namespace: kserve-ci-e2e-test resourceVersion: "15892" uid: 2160dd1b-96eb-4774-981a-c1d333898d87 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:19:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: b65bcf10-d2ce-4479-81d7-adf2f29ff328 kind: Event lastTimestamp: "2026-04-22T20:19:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-22T20:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:19:07Z" name: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht.18a8c743fb058796 namespace: kserve-ci-e2e-test resourceVersion: "19754" uid: 161aca53-4a51-4f62-982f-d59d88ab2d68 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-cbc99-predictor-78d96b46b6 namespace: kserve-ci-e2e-test resourceVersion: "15407" uid: 1ab3b166-d71b-470a-8e2f-6046a37bbb7a kind: Event lastTimestamp: "2026-04-22T20:09:42Z" message: 'Created pod: success-200-isvc-cbc99-predictor-78d96b46b6-jp2ht' metadata: creationTimestamp: "2026-04-22T20:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:42Z" name: success-200-isvc-cbc99-predictor-78d96b46b6.18a8c6c07a1c5889 namespace: kserve-ci-e2e-test resourceVersion: "15422" uid: 2b7349b9-3a0b-497c-8e1a-f9b75fc236fa reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-cbc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "15400" uid: 25df1d5d-d091-4ba3-9c58-713464a599cb kind: Event lastTimestamp: "2026-04-22T20:09:42Z" message: Scaled up replica set success-200-isvc-cbc99-predictor-78d96b46b6 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:09:42Z" name: success-200-isvc-cbc99-predictor.18a8c6c078919aec namespace: kserve-ci-e2e-test resourceVersion: "15411" uid: 6a8c274e-fa51-432a-a44d-6b21a9ec54b8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:09:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cbc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "15406" uid: b9372086-04a6-4f43-8949-97fc8de2d0b8 kind: Event lastTimestamp: "2026-04-22T20:10:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:12Z" name: success-200-isvc-cbc99-predictor.18a8c6c3f75fcdeb namespace: kserve-ci-e2e-test resourceVersion: "15760" uid: e66ba078-3d64-4b93-a25d-3bb9ba725a55 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-22T20:09:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cbc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "15406" uid: b9372086-04a6-4f43-8949-97fc8de2d0b8 kind: Event lastTimestamp: "2026-04-22T20:10:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:12Z" name: success-200-isvc-cbc99-predictor.18a8c6c3f796b448 namespace: kserve-ci-e2e-test resourceVersion: "15761" uid: ffda4fc0-3d91-4cc3-a412-d6df9fde3bbb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:10:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cbc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "15621" uid: b9372086-04a6-4f43-8949-97fc8de2d0b8 kind: Event lastTimestamp: "2026-04-22T20:10:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:10:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:58Z" name: success-200-isvc-cbc99-predictor.18a8c6caf521e7b3 namespace: kserve-ci-e2e-test resourceVersion: "16200" uid: 82da6bb0-163e-4290-87ee-1105c958d86e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-22T20:10:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cbc99-predictor namespace: kserve-ci-e2e-test resourceVersion: "15621" uid: b9372086-04a6-4f43-8949-97fc8de2d0b8 kind: Event lastTimestamp: "2026-04-22T20:10:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:10:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:58Z" name: success-200-isvc-cbc99-predictor.18a8c6caf5802e8e namespace: kserve-ci-e2e-test resourceVersion: "16201" uid: 7c4c1bb9-8e55-403d-bbd9-fd82706fb9c3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:09:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cbc99 namespace: kserve-ci-e2e-test resourceVersion: "15388" uid: e800090b-b06b-4568-9933-8b6142eeca27 kind: Event lastTimestamp: "2026-04-22T20:10:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-22T20:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:10:35Z" name: success-200-isvc-cbc99.18a8c6c078706fd4 namespace: kserve-ci-e2e-test resourceVersion: "15988" uid: cf923d20-c3d3-4ba8-870d-311cfc3de85a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cbc99 namespace: kserve-ci-e2e-test resourceVersion: "15986" uid: e800090b-b06b-4568-9933-8b6142eeca27 kind: Event lastTimestamp: "2026-04-22T20:10:35Z" message: InferenceService [success-200-isvc-cbc99] is Ready metadata: creationTimestamp: "2026-04-22T20:10:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:10:35Z" name: success-200-isvc-cbc99.18a8c6cca77e0dad namespace: kserve-ci-e2e-test resourceVersion: "15987" uid: 1144e0c7-26ed-4df6-b7d6-83c975612b6e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:10:17.196484Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-51a0f-79d4985c5c-t5bhs namespace: kserve-ci-e2e-test resourceVersion: "15811" uid: 4c228916-cb45-4842-ba95-7dcc429cff84 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-51a0f-79d4985c5c-t5bhs to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:10:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:10:17Z" name: switch-graph-51a0f-79d4985c5c-t5bhs.18a8c6c8716e8cd6 namespace: kserve-ci-e2e-test resourceVersion: "15817" uid: bdfb888b-6fde-41ec-836c-688d9195aabc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:17Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-51a0f-79d4985c5c-t5bhs namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: 4c228916-cb45-4842-ba95-7dcc429cff84 kind: Event lastTimestamp: "2026-04-22T20:10:17Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:10:17Z" name: switch-graph-51a0f-79d4985c5c-t5bhs.18a8c6c88aac5e80 namespace: kserve-ci-e2e-test resourceVersion: "15829" uid: 8d66a863-2823-4c74-81e6-f376efc16bc8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-51a0f} kind: Pod name: switch-graph-51a0f-79d4985c5c-t5bhs namespace: kserve-ci-e2e-test resourceVersion: "15813" uid: 4c228916-cb45-4842-ba95-7dcc429cff84 kind: Event lastTimestamp: "2026-04-22T20:10:17Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:c077214438a2f9bdb936ff2da330f1b072e635107d34dd2fdb9da07fac4424c5" already present on machine metadata: creationTimestamp: "2026-04-22T20:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:10:17Z" name: switch-graph-51a0f-79d4985c5c-t5bhs.18a8c6c88be0a886 namespace: kserve-ci-e2e-test resourceVersion: "15831" uid: adfd4fce-f218-4bcf-8975-03b317ee9c2b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-51a0f} kind: Pod name: switch-graph-51a0f-79d4985c5c-t5bhs namespace: kserve-ci-e2e-test resourceVersion: "15813" uid: 4c228916-cb45-4842-ba95-7dcc429cff84 kind: Event lastTimestamp: "2026-04-22T20:10:17Z" message: 'Created container: switch-graph-51a0f' metadata: creationTimestamp: "2026-04-22T20:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:10:17Z" name: switch-graph-51a0f-79d4985c5c-t5bhs.18a8c6c890282a76 namespace: kserve-ci-e2e-test resourceVersion: "15833" uid: 35baf12c-4bb0-403a-9e7e-32248664ad66 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-51a0f} kind: Pod name: switch-graph-51a0f-79d4985c5c-t5bhs namespace: kserve-ci-e2e-test resourceVersion: "15813" uid: 4c228916-cb45-4842-ba95-7dcc429cff84 kind: Event lastTimestamp: "2026-04-22T20:10:17Z" message: Started container switch-graph-51a0f metadata: creationTimestamp: "2026-04-22T20:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:10:17Z" name: switch-graph-51a0f-79d4985c5c-t5bhs.18a8c6c8909aef9e namespace: kserve-ci-e2e-test resourceVersion: "15834" uid: e6a6947d-cb56-4d9c-9465-e459b97f0cb9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:18:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-51a0f} kind: Pod name: switch-graph-51a0f-79d4985c5c-t5bhs namespace: kserve-ci-e2e-test resourceVersion: "15813" uid: 4c228916-cb45-4842-ba95-7dcc429cff84 kind: Event lastTimestamp: "2026-04-22T20:18:31Z" message: Stopping container switch-graph-51a0f metadata: creationTimestamp: "2026-04-22T20:18:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:18:31Z" name: switch-graph-51a0f-79d4985c5c-t5bhs.18a8c73ba007d554 namespace: kserve-ci-e2e-test resourceVersion: "19320" uid: 54820348-8e74-49e5-999e-5a55c21dd7d6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:18:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-51a0f} kind: Pod name: switch-graph-51a0f-79d4985c5c-t5bhs namespace: kserve-ci-e2e-test resourceVersion: "15813" uid: 4c228916-cb45-4842-ba95-7dcc429cff84 kind: Event lastTimestamp: "2026-04-22T20:18:59Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-22T20:18:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:18:59Z" name: switch-graph-51a0f-79d4985c5c-t5bhs.18a8c73c31337151 namespace: kserve-ci-e2e-test resourceVersion: "19638" uid: 6dc311f6-41d8-4679-b88a-5450bc60d106 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-51a0f-79d4985c5c namespace: kserve-ci-e2e-test resourceVersion: "15808" uid: fb9d7a5c-655f-4a3f-8d11-a71a21c4eb77 kind: Event lastTimestamp: "2026-04-22T20:10:17Z" message: 'Created pod: switch-graph-51a0f-79d4985c5c-t5bhs' metadata: creationTimestamp: "2026-04-22T20:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:17Z" name: switch-graph-51a0f-79d4985c5c.18a8c6c87110c1bc namespace: kserve-ci-e2e-test resourceVersion: "15812" uid: cef0eb23-14cc-4c03-b266-b98b611cf436 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-51a0f namespace: kserve-ci-e2e-test resourceVersion: "15806" uid: 0bd8fb72-d4d1-441a-bae9-92bdd0b364ca kind: Event lastTimestamp: "2026-04-22T20:10:17Z" message: Scaled up replica set switch-graph-51a0f-79d4985c5c from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:17Z" name: switch-graph-51a0f.18a8c6c8706ebbfb namespace: kserve-ci-e2e-test resourceVersion: "15809" uid: 79495bdc-a87c-42e3-a72f-ebecf6ec0078 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:17Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-51a0f namespace: kserve-ci-e2e-test resourceVersion: "15822" uid: 06cd80db-02e8-4b11-8931-e01985aaf473 kind: Event lastTimestamp: "2026-04-22T20:10:17Z" message: InferenceGraph [switch-graph-51a0f] is Ready metadata: creationTimestamp: "2026-04-22T20:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:10:17Z" name: switch-graph-51a0f.18a8c6c87407d626 namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 92fa9e3d-ccb1-4f12-b84b-bfcb44f64e3c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-51a0f namespace: kserve-ci-e2e-test resourceVersion: "15807" uid: 52daf2de-4567-4bcb-8c1b-e76f37eee8f1 kind: Event lastTimestamp: "2026-04-22T20:10:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:10:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:32Z" name: switch-graph-51a0f.18a8c6cbeedc5ded namespace: kserve-ci-e2e-test resourceVersion: "15952" uid: 86a0aed4-3b9b-4ea2-abfa-163a073d3e8a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-51a0f namespace: kserve-ci-e2e-test resourceVersion: "15807" uid: 52daf2de-4567-4bcb-8c1b-e76f37eee8f1 kind: Event lastTimestamp: "2026-04-22T20:10:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:10:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:32Z" name: switch-graph-51a0f.18a8c6cbef3717d9 namespace: kserve-ci-e2e-test resourceVersion: "15954" uid: 0277f8fc-6087-459c-8097-3bdbd97e39da reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-51a0f namespace: kserve-ci-e2e-test resourceVersion: "15953" uid: 52daf2de-4567-4bcb-8c1b-e76f37eee8f1 kind: Event lastTimestamp: "2026-04-22T20:10:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:10:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:47Z" name: switch-graph-51a0f.18a8c6cf6dc330c8 namespace: kserve-ci-e2e-test resourceVersion: "16081" uid: ecf2a426-79ed-406d-8dd1-80afde35b485 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:10:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-51a0f namespace: kserve-ci-e2e-test resourceVersion: "15953" uid: 52daf2de-4567-4bcb-8c1b-e76f37eee8f1 kind: Event lastTimestamp: "2026-04-22T20:10:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:10:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:10:47Z" name: switch-graph-51a0f.18a8c6cf6e2141d9 namespace: kserve-ci-e2e-test resourceVersion: "16083" uid: 3208fe7f-6072-4230-a49f-dbcb3fccdbef reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:31:02.980845Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b2a29-7976f8764f-rxf95 namespace: kserve-ci-e2e-test resourceVersion: "26236" uid: 84067c4a-3051-4f22-a010-8dee5d8c1b92 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-b2a29-7976f8764f-rxf95 to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:31:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:31:02Z" name: switch-graph-b2a29-7976f8764f-rxf95.18a8c7ea7ff7626c namespace: kserve-ci-e2e-test resourceVersion: "26241" uid: 29239d3d-600e-474f-8e98-2db80e28d92f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:03Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b2a29-7976f8764f-rxf95 namespace: kserve-ci-e2e-test resourceVersion: "26239" uid: 84067c4a-3051-4f22-a010-8dee5d8c1b92 kind: Event lastTimestamp: "2026-04-22T20:31:03Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-b2a29-serving-cert" not found' metadata: creationTimestamp: "2026-04-22T20:31:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:31:03Z" name: switch-graph-b2a29-7976f8764f-rxf95.18a8c7ea87660004 namespace: kserve-ci-e2e-test resourceVersion: "26252" uid: e5c1bae8-87c9-4f57-8dee-feb1dd4f8a7e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:04Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b2a29-7976f8764f-rxf95 namespace: kserve-ci-e2e-test resourceVersion: "26245" uid: 84067c4a-3051-4f22-a010-8dee5d8c1b92 kind: Event lastTimestamp: "2026-04-22T20:31:04Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:31:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:31:04Z" name: switch-graph-b2a29-7976f8764f-rxf95.18a8c7eabcd6d035 namespace: kserve-ci-e2e-test resourceVersion: "26259" uid: bcdee50c-2e1b-4e52-ae19-cdd42f1dcdd0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b2a29} kind: Pod name: switch-graph-b2a29-7976f8764f-rxf95 namespace: kserve-ci-e2e-test resourceVersion: "26239" uid: 84067c4a-3051-4f22-a010-8dee5d8c1b92 kind: Event lastTimestamp: "2026-04-22T20:31:04Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:c077214438a2f9bdb936ff2da330f1b072e635107d34dd2fdb9da07fac4424c5" already present on machine metadata: creationTimestamp: "2026-04-22T20:31:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:31:04Z" name: switch-graph-b2a29-7976f8764f-rxf95.18a8c7eabe15087d namespace: kserve-ci-e2e-test resourceVersion: "26264" uid: ce62e19f-1e2f-4a6c-b807-0f03ef6c0071 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b2a29} kind: Pod name: switch-graph-b2a29-7976f8764f-rxf95 namespace: kserve-ci-e2e-test resourceVersion: "26239" uid: 84067c4a-3051-4f22-a010-8dee5d8c1b92 kind: Event lastTimestamp: "2026-04-22T20:31:04Z" message: 'Created container: switch-graph-b2a29' metadata: creationTimestamp: "2026-04-22T20:31:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:31:04Z" name: switch-graph-b2a29-7976f8764f-rxf95.18a8c7eac19318cf namespace: kserve-ci-e2e-test resourceVersion: "26265" uid: 124d9876-ce04-47bd-99b6-1fbe495a7df7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b2a29} kind: Pod name: switch-graph-b2a29-7976f8764f-rxf95 namespace: kserve-ci-e2e-test resourceVersion: "26239" uid: 84067c4a-3051-4f22-a010-8dee5d8c1b92 kind: Event lastTimestamp: "2026-04-22T20:31:04Z" message: Started container switch-graph-b2a29 metadata: creationTimestamp: "2026-04-22T20:31:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:31:04Z" name: switch-graph-b2a29-7976f8764f-rxf95.18a8c7eac2097797 namespace: kserve-ci-e2e-test resourceVersion: "26266" uid: e4d8fc67-d00e-4509-adf3-1db2856f12ff reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:47:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b2a29} kind: Pod name: switch-graph-b2a29-7976f8764f-rxf95 namespace: kserve-ci-e2e-test resourceVersion: "26239" uid: 84067c4a-3051-4f22-a010-8dee5d8c1b92 kind: Event lastTimestamp: "2026-04-22T20:47:22Z" message: Stopping container switch-graph-b2a29 metadata: creationTimestamp: "2026-04-22T20:47:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:47:22Z" name: switch-graph-b2a29-7976f8764f-rxf95.18a8c8ce8aa5034c namespace: kserve-ci-e2e-test resourceVersion: "33197" uid: e87a8541-26f6-48d5-94f1-26e8403486ac reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-22T20:47:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b2a29} kind: Pod name: switch-graph-b2a29-7976f8764f-rxf95 namespace: kserve-ci-e2e-test resourceVersion: "26239" uid: 84067c4a-3051-4f22-a010-8dee5d8c1b92 kind: Event lastTimestamp: "2026-04-22T20:47:40Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-22T20:47:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:47:40Z" name: switch-graph-b2a29-7976f8764f-rxf95.18a8c8cf5d1eb35e namespace: kserve-ci-e2e-test resourceVersion: "33393" uid: 5360343d-c575-472f-8402-5c76fba68159 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-b2a29-7976f8764f namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: 448d9666-9c18-405a-934c-7fb4215c962f kind: Event lastTimestamp: "2026-04-22T20:31:02Z" message: 'Created pod: switch-graph-b2a29-7976f8764f-rxf95' metadata: creationTimestamp: "2026-04-22T20:31:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:02Z" name: switch-graph-b2a29-7976f8764f.18a8c7ea7f8e5502 namespace: kserve-ci-e2e-test resourceVersion: "26238" uid: 563db652-3816-40c3-ab7c-0e83dc0c8a53 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "26231" uid: cc69ec62-e9e4-4059-b1a3-e2b8fd2032f4 kind: Event lastTimestamp: "2026-04-22T20:31:02Z" message: Scaled up replica set switch-graph-b2a29-7976f8764f from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:31:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:02Z" name: switch-graph-b2a29.18a8c7ea7e96e468 namespace: kserve-ci-e2e-test resourceVersion: "26234" uid: 741d171c-a7e1-45f3-bcd6-4ae316845d02 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:03Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "26247" uid: e0a9dfe0-4a59-42a6-bc7d-9ca54f71e029 kind: Event lastTimestamp: "2026-04-22T20:31:03Z" message: InferenceGraph [switch-graph-b2a29] is Ready metadata: creationTimestamp: "2026-04-22T20:31:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:31:03Z" name: switch-graph-b2a29.18a8c7ea839b78bd namespace: kserve-ci-e2e-test resourceVersion: "26249" uid: f267011e-83ad-49a7-bb5d-c8228fcdac5b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: 71c97b80-fe8a-4132-8a6f-0046dbd77f63 kind: Event lastTimestamp: "2026-04-22T20:31:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:31:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:17Z" name: switch-graph-b2a29.18a8c7edfd03128d namespace: kserve-ci-e2e-test resourceVersion: "26386" uid: e3717e31-cfb1-4bc2-b402-637639c83399 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: 71c97b80-fe8a-4132-8a6f-0046dbd77f63 kind: Event lastTimestamp: "2026-04-22T20:31:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-22T20:31:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:17Z" name: switch-graph-b2a29.18a8c7edfd41d1e2 namespace: kserve-ci-e2e-test resourceVersion: "26387" uid: 5ce8e88e-d142-4645-ad05-5d9039e2680a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "26385" uid: 71c97b80-fe8a-4132-8a6f-0046dbd77f63 kind: Event lastTimestamp: "2026-04-22T20:31:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:31:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:32Z" name: switch-graph-b2a29.18a8c7f17c7cba7f namespace: kserve-ci-e2e-test resourceVersion: "26523" uid: 9cb2e828-aacb-43e2-a90a-f34d0dbad955 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:31:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b2a29 namespace: kserve-ci-e2e-test resourceVersion: "26385" uid: 71c97b80-fe8a-4132-8a6f-0046dbd77f63 kind: Event lastTimestamp: "2026-04-22T20:31:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-22T20:31:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:31:32Z" name: switch-graph-b2a29.18a8c7f17ce1ba91 namespace: kserve-ci-e2e-test resourceVersion: "26525" uid: 8f3d3e48-f46e-4b98-a005-ddb3dc10fe9e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-22T20:08:52.753279Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-bee44-69f6ff6cd8-74v7s namespace: kserve-ci-e2e-test resourceVersion: "14727" uid: 020d2e80-1a3d-4aa3-a220-9c626491fefd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-bee44-69f6ff6cd8-74v7s to ip-10-0-135-215.ec2.internal metadata: creationTimestamp: "2026-04-22T20:08:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-22T20:08:52Z" name: switch-graph-bee44-69f6ff6cd8-74v7s.18a8c6b4c8398f8e namespace: kserve-ci-e2e-test resourceVersion: "14732" uid: e66da1ae-9ae3-4fbf-911f-1fa219a74124 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-57cbbdbc9f-6rz2d source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:52Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-bee44-69f6ff6cd8-74v7s namespace: kserve-ci-e2e-test resourceVersion: "14729" uid: 020d2e80-1a3d-4aa3-a220-9c626491fefd kind: Event lastTimestamp: "2026-04-22T20:08:52Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-bee44-serving-cert" not found' metadata: creationTimestamp: "2026-04-22T20:08:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:08:52Z" name: switch-graph-bee44-69f6ff6cd8-74v7s.18a8c6b4d5204890 namespace: kserve-ci-e2e-test resourceVersion: "14743" uid: 193d500d-9438-452b-a140-90ee2088e1db reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:53Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-bee44-69f6ff6cd8-74v7s namespace: kserve-ci-e2e-test resourceVersion: "14736" uid: 020d2e80-1a3d-4aa3-a220-9c626491fefd kind: Event lastTimestamp: "2026-04-22T20:08:53Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-22T20:08:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-22T20:08:53Z" name: switch-graph-bee44-69f6ff6cd8-74v7s.18a8c6b504ce65e4 namespace: kserve-ci-e2e-test resourceVersion: "14751" uid: 0d3b4292-59fa-4325-8148-e615d70a879f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bee44} kind: Pod name: switch-graph-bee44-69f6ff6cd8-74v7s namespace: kserve-ci-e2e-test resourceVersion: "14729" uid: 020d2e80-1a3d-4aa3-a220-9c626491fefd kind: Event lastTimestamp: "2026-04-22T20:08:53Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:c077214438a2f9bdb936ff2da330f1b072e635107d34dd2fdb9da07fac4424c5" metadata: creationTimestamp: "2026-04-22T20:08:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:08:53Z" name: switch-graph-bee44-69f6ff6cd8-74v7s.18a8c6b505e73e0e namespace: kserve-ci-e2e-test resourceVersion: "14753" uid: 6b38f710-1e23-4ea1-a8a4-d369e26d206c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bee44} kind: Pod name: switch-graph-bee44-69f6ff6cd8-74v7s namespace: kserve-ci-e2e-test resourceVersion: "14729" uid: 020d2e80-1a3d-4aa3-a220-9c626491fefd kind: Event lastTimestamp: "2026-04-22T20:08:56Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:c077214438a2f9bdb936ff2da330f1b072e635107d34dd2fdb9da07fac4424c5" in 2.667s (2.667s including waiting). Image size: 216232519 bytes.' metadata: creationTimestamp: "2026-04-22T20:08:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:08:56Z" name: switch-graph-bee44-69f6ff6cd8-74v7s.18a8c6b5a4e29e54 namespace: kserve-ci-e2e-test resourceVersion: "14776" uid: edd98ab6-f815-40a6-b93c-dda9d291b48b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bee44} kind: Pod name: switch-graph-bee44-69f6ff6cd8-74v7s namespace: kserve-ci-e2e-test resourceVersion: "14729" uid: 020d2e80-1a3d-4aa3-a220-9c626491fefd kind: Event lastTimestamp: "2026-04-22T20:08:56Z" message: 'Created container: switch-graph-bee44' metadata: creationTimestamp: "2026-04-22T20:08:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:08:56Z" name: switch-graph-bee44-69f6ff6cd8-74v7s.18a8c6b5a7ec16fd namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: 21d9b0f7-7fc3-4ac4-ae19-b789b67f5476 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bee44} kind: Pod name: switch-graph-bee44-69f6ff6cd8-74v7s namespace: kserve-ci-e2e-test resourceVersion: "14729" uid: 020d2e80-1a3d-4aa3-a220-9c626491fefd kind: Event lastTimestamp: "2026-04-22T20:08:56Z" message: Started container switch-graph-bee44 metadata: creationTimestamp: "2026-04-22T20:08:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:08:56Z" name: switch-graph-bee44-69f6ff6cd8-74v7s.18a8c6b5a8643145 namespace: kserve-ci-e2e-test resourceVersion: "14779" uid: fb230e3c-15c0-4c9f-846f-ef335122164a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:09:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bee44} kind: Pod name: switch-graph-bee44-69f6ff6cd8-74v7s namespace: kserve-ci-e2e-test resourceVersion: "14729" uid: 020d2e80-1a3d-4aa3-a220-9c626491fefd kind: Event lastTimestamp: "2026-04-22T20:09:06Z" message: Stopping container switch-graph-bee44 metadata: creationTimestamp: "2026-04-22T20:09:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:06Z" name: switch-graph-bee44-69f6ff6cd8-74v7s.18a8c6b8173bad11 namespace: kserve-ci-e2e-test resourceVersion: "14897" uid: 9bd01430-6120-4e68-bd6a-09a709caf3e9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-22T20:09:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-bee44} kind: Pod name: switch-graph-bee44-69f6ff6cd8-74v7s namespace: kserve-ci-e2e-test resourceVersion: "14729" uid: 020d2e80-1a3d-4aa3-a220-9c626491fefd kind: Event lastTimestamp: "2026-04-22T20:09:33Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-22T20:09:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-22T20:09:33Z" name: switch-graph-bee44-69f6ff6cd8-74v7s.18a8c6b85a48520f namespace: kserve-ci-e2e-test resourceVersion: "15255" uid: 0bd728cf-380e-4d47-a07c-6c138704f13c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-215.ec2.internal source: component: kubelet host: ip-10-0-135-215.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-bee44-69f6ff6cd8 namespace: kserve-ci-e2e-test resourceVersion: "14724" uid: 2ded4445-9ade-40cd-afaa-22ede3436194 kind: Event lastTimestamp: "2026-04-22T20:08:52Z" message: 'Created pod: switch-graph-bee44-69f6ff6cd8-74v7s' metadata: creationTimestamp: "2026-04-22T20:08:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:52Z" name: switch-graph-bee44-69f6ff6cd8.18a8c6b4c7d89685 namespace: kserve-ci-e2e-test resourceVersion: "14728" uid: fb6d0ebb-ed46-4aad-8a1c-e7ed74f4db2a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-bee44 namespace: kserve-ci-e2e-test resourceVersion: "14722" uid: ee76556a-ef59-441b-ba09-a7e6c649360f kind: Event lastTimestamp: "2026-04-22T20:08:52Z" message: Scaled up replica set switch-graph-bee44-69f6ff6cd8 from 0 to 1 metadata: creationTimestamp: "2026-04-22T20:08:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-22T20:08:52Z" name: switch-graph-bee44.18a8c6b4c7348d70 namespace: kserve-ci-e2e-test resourceVersion: "14725" uid: 0d8257cf-e168-4bcd-97bc-89a25ccd1196 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-22T20:08:52Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-bee44 namespace: kserve-ci-e2e-test resourceVersion: "14738" uid: de8b8720-cc79-4103-bc7a-3aaf0260c081 kind: Event lastTimestamp: "2026-04-22T20:08:52Z" message: InferenceGraph [switch-graph-bee44] is Ready metadata: creationTimestamp: "2026-04-22T20:08:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-22T20:08:52Z" name: switch-graph-bee44.18a8c6b4cade3fbf namespace: kserve-ci-e2e-test resourceVersion: "14740" uid: fa61408a-8c21-4747-b09c-a8a3a151be11 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal kind: EventList metadata: resourceVersion: "33422"